-- Logs begin at Fri 2020-12-11 15:38:33 UTC, end at Fri 2020-12-11 16:58:39 UTC. --
Dec 11 16:17:18.993804 dv-cinder-766752-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Dec 11 16:17:21.825416 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.common.config [-] Logging enabled!
Dec 11 16:17:21.826110 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev234
Dec 11 16:17:21.827714 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80088) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 11 16:17:21.828537 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.common.config [-] Logging enabled!
Dec 11 16:17:21.828905 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev234
Dec 11 16:17:21.829248 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80088) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 11 16:17:21.830431 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 11 16:17:21.830695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 11 16:17:21.831932 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 11 16:17:21.832281 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 11 16:17:21.832600 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 11 16:17:21.832992 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.833355 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.833710 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.833981 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.834336 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.834683 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.835071 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.835419 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.835771 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.836114 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.836441 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.836777 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.837049 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.837384 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.837728 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.838066 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.838330 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.838663 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.839253 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.839587 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.839919 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.840264 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.840582 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.840906 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.841240 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.841621 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] host                           = dv-cinder-766752-1-iscsi {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.841948 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.842288 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.842627 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.842991 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.843313 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.843764 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.844084 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.844241 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.845110 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.845490 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.845784 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.846080 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.846500 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.846730 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.847044 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.847314 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.847661 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.847920 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.849158 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.849158 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.849158 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.849158 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.849810 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.849810 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.850189 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.850424 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.850632 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.851029 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.851276 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.851597 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.851935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.852260 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.852584 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.852907 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.853290 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.853569 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.853887 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.854231 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.854558 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.854914 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.855257 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.856280 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.856280 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.856280 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.856672 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.856739 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.857064 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.857383 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.857721 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.858088 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.858358 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.858680 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.859032 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.859372 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:21.859718 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.860079 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.860963 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.861270 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.861619 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.861968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.862390 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.862630 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.863025 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.863348 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.863688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.864024 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.864354 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.864701 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.865044 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.865370 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.865699 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.866046 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.866375 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.866696 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.874502 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.875011 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.875475 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.875970 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.876441 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.876909 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.877350 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.877816 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.878285 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.878968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.879271 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.879883 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.880533 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.881178 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.881550 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.881866 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.882269 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.882667 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.883156 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.883550 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.883943 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.884416 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.884787 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.885161 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.885568 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.886057 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.886451 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.887316 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.887316 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.887609 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.887939 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.888291 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.888640 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.888968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.889293 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.889619 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.889945 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.890298 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.890655 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.891037 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.891935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.892293 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.892623 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.892953 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.893290 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.893619 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.893945 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.894268 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.894652 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.895022 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.895365 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.895760 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.896117 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.896514 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.896842 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.897178 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.897509 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.897839 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.898174 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.898538 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.898914 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.899290 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.899678 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.900048 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.900415 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.900749 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.901159 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.901480 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:21.901758 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 11 16:17:21.902071 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80088) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Dec 11 16:17:22.585277 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO keyring.backend [-] Loading Gnome
Dec 11 16:17:22.602836 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO keyring.backend [-] Loading Google
Dec 11 16:17:22.605604 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO keyring.backend [-] Loading Windows (alt)
Dec 11 16:17:22.609142 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO keyring.backend [-] Loading file
Dec 11 16:17:22.610151 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO keyring.backend [-] Loading keyczar
Dec 11 16:17:22.610436 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO keyring.backend [-] Loading multi
Dec 11 16:17:22.611122 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO keyring.backend [-] Loading pyfs
Dec 11 16:17:22.659648 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:17:22.659960 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:17:22.660284 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:17:22.660659 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 11 16:17:23.073360 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.073944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.073944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.136184 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.136494 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.136803 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.140153 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.140466 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.140763 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.223255 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.223255 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.223675 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.224390 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.224697 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.224997 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.352511 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6eb18dfe18> agent after_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.352757 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6eb18dfe18> agent after_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.353073 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f6eb18dfea0> segment precommit_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.353379 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f6eb18dff28> network precommit_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.354239 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f6eb18f3598> segment before_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.541602 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> network before_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.542030 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f6eb17fa488> agent before_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.542311 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> network before_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.542616 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> port before_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.542943 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> port before_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.543328 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> segment after_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.543632 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> segment precommit_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.543933 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> segment precommit_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.544223 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> segment after_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.544560 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> network after_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.544858 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> network precommit_delete 0 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.545164 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> port provisioning_complete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.545473 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> rbac-policy before_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.545850 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> rbac-policy after_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.546076 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> agent after_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.546391 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> subnet after_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.546682 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> subnet precommit_delete 0 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.547045 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> rbac-policy before_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.547338 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> rbac-policy before_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.548360 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> port after_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.548652 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> port after_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.548940 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> port after_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.549286 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> rbac-policy before_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.549562 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> rbac-policy before_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.549843 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6eb223ccc0>> rbac-policy before_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.550278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80088) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 11 16:17:23.550556 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80088) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 11 16:17:23.550942 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80088) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 11 16:17:23.551267 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80088) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 11 16:17:23.551575 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80088) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 11 16:17:23.551886 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80088) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 11 16:17:23.553343 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 11 16:17:23.561369 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 11 16:17:23.569777 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 11 16:17:23.575226 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])])
Dec 11 16:17:23.578257 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 11 16:17:23.579567 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 11 16:17:23.579958 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Dec 11 16:17:23.580413 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 11 16:17:23.584161 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 11 16:17:23.584443 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 11 16:17:23.584863 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Dec 11 16:17:23.606999 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 11 16:17:23.607462 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f6eb1654a58>> qos_plugin after_init 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.607798 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80088) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Dec 11 16:17:23.608211 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f6eb1603a90>> logging-plugin after_init 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.609782 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80088) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 11 16:17:23.610645 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Dec 11 16:17:23.610962 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Dec 11 16:17:23.614089 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6eb1603b38>> floatingip before_response 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.614405 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6eb1603b38>> port before_response 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:23.680269 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 11 16:17:23.680528 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 11 16:17:23.680815 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 11 16:17:23.681243 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 11 16:17:23.722968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_db.sqlalchemy.engines [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80088) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 11 16:17:24.038921 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.managers [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Initializing driver for type 'gre'
Dec 11 16:17:24.039498 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] gre ID ranges: [(1, 1000)]
Dec 11 16:17:24.087507 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.managers [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Initializing driver for type 'local'
Dec 11 16:17:24.088312 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.managers [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Initializing driver for type 'vlan'
Dec 11 16:17:24.099647 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] VlanTypeDriver initialization complete
Dec 11 16:17:24.100418 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.managers [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Initializing driver for type 'vxlan'
Dec 11 16:17:24.101237 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] vxlan ID ranges: [(1, 1000)]
Dec 11 16:17:24.149729 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.managers [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Initializing extension driver 'port_security'
Dec 11 16:17:24.150085 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.extensions.port_security [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] PortSecurityExtensionDriver initialization complete
Dec 11 16:17:24.150464 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.managers [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Initializing mechanism driver 'openvswitch'
Dec 11 16:17:24.156803 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:17:24.157961 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ebedcb400>> port after_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.158377 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ebedcb400>> port after_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.158768 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ebedcb400>> port after_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.159224 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6eb1129358>> subnet after_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.159622 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6eb1129358>> subnet after_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.160237 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6eb1129358>> subnet after_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.160948 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6eb1129518>> network after_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.161357 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6eb1129518>> network after_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.161756 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6eb1129518>> network after_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.162170 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6eb11296d8>> security_group after_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.162554 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6eb11296d8>> security_group after_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.162984 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6eb11296d8>> security_group after_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.163570 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6eb1129898>> security_group_rule after_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.163960 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6eb1129898>> security_group_rule after_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.164344 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6eb1129898>> security_group_rule after_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.164768 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6eb1129a58>> address_group after_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.165155 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6eb1129a58>> address_group after_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.165534 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6eb1129a58>> address_group after_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.165905 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] ML2 OVO RPC backend initialized. {{(pid=80088) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 11 16:17:24.166631 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6eb1129b38>> router_interface after_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.167042 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6eb1129b38>> router_interface after_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.167511 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6eb1129b38>> network before_response 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.167895 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6eb1129b38>> networks before_response 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.168278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6eb1129b38>> port before_response 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.168661 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6eb1129b38>> ports before_response 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.169044 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6eb1129b38>> subnet before_response 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.169424 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6eb1129b38>> subnets before_response 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.169807 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6eb1129b38>> network after_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.170185 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6eb1129b38>> network after_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.170567 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6eb1129b38>> network after_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.170966 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6eb1129b38>> port after_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.171345 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6eb1129b38>> port after_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.171719 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6eb1129b38>> port after_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.172091 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6eb1129b38>> subnet after_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.172465 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6eb1129b38>> subnet after_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.173486 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6eb1129b38>> subnet after_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.174137 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.plugin [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Modular L2 Plugin initialization complete
Dec 11 16:17:24.174498 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading services supported by the core plugin {{(pid=80088) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 11 16:17:24.174916 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.plugins.ml2.managers [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Got port-security extension from driver 'port_security'
Dec 11 16:17:24.175438 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.extensions.vlantransparent [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Disabled vlantransparent extension.
Dec 11 16:17:24.176972 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80088) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 11 16:17:24.177326 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading Plugin: router
Dec 11 16:17:24.321385 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> router_interface before_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.321746 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> router after_create 55549900 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.322157 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> router before_create 55549900 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.322557 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> router_interface before_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.323026 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> router_interface after_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.323419 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> router after_delete 55549900 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.323819 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> floatingip after_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.324234 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> router after_create 55549900 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.324615 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> router after_update 55549900 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.325007 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> router after_update 55549900 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.325392 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> router_gateway after_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.325892 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> router after_update 55549900 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.326288 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> router precommit_update 55549900 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.326704 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f6eb17951e0> port after_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.327108 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f6eb1795620> port after_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.327487 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f6eb1795268> subnet after_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.327864 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f6eb1795158> subnetpool_address_scope after_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.328259 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> port precommit_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.328650 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> router precommit_create 55549900 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.329058 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f6eb177a488> port before_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.329442 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> router precommit_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.329842 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> router after_update 55549900 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.330304 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> router precommit_delete 55549900 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.330617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> router precommit_create 55549900 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.331197 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> router_interface after_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.331681 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> router precommit_update 55549900 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.332054 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6eb1129cc0>> network after_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.333095 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Tracking information for resource: router configured {{(pid=80088) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 11 16:17:24.333470 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Tracking information for resource: floatingip configured {{(pid=80088) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 11 16:17:24.338953 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.l3_agentschedulers_db [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 11 16:17:24.339626 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f6eb10afae8> port after_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.340023 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f6eb114ea60> port after_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.340409 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <function _notify_port_delete at 0x7f6eb10afa60> port after_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.340797 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f6eb10afc80> port after_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.341727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6eb105c668>> router before_create 55550100 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.342127 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6eb105c668>> router precommit_delete 55550100 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.342529 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6eb105c668>> router precommit_create 55550100 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.342980 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6eb105c668>> router precommit_update 55550100 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.347813 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.provider_configuration [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Service providers = [] {{(pid=80088) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 11 16:17:24.348210 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.servicetype_db [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80088) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 11 16:17:24.351486 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.service_base [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80088) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 11 16:17:24.351866 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.service_base [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80088) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 11 16:17:24.352244 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.service_base [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80088) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 11 16:17:24.353164 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.service_base [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80088) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 11 16:17:24.353572 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.services.service_base [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 11 16:17:24.354008 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80088) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 11 16:17:24.354368 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 11 16:17:24.378355 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80088) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 11 16:17:24.378722 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading Plugin: auto_allocate
Dec 11 16:17:24.390187 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6eb1030950> network precommit_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.390556 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6eb1030950> network precommit_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.391192 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80088) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 11 16:17:24.391588 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading Plugin: tag
Dec 11 16:17:24.403832 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80088) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 11 16:17:24.404201 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading Plugin: timestamp
Dec 11 16:17:24.408487 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80088) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 11 16:17:24.408866 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading Plugin: network_ip_availability
Dec 11 16:17:24.414507 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6eb108d208>> rbac-policy before_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.414942 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6eb108d208>> rbac-policy before_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.415335 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6eb108d208>> rbac-policy before_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.416194 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80088) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 11 16:17:24.416558 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading Plugin: flavors
Dec 11 16:17:24.440178 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80088) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 11 16:17:24.440570 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading Plugin: revisions
Dec 11 16:17:24.445848 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80088) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 11 16:17:24.446276 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.786s {{(pid=80088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:17:24.447733 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80088) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Dec 11 16:17:24.448355 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Initializing extension manager.
Dec 11 16:17:24.449335 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: __init__.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.449753 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: __pycache__ {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.450114 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: _filter_validation_lib.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.450488 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.450939 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: address_group.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.451800 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.452472 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: address-group
Dec 11 16:17:24.452870 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: address_scope.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.453677 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.454421 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: address-scope
Dec 11 16:17:24.454788 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.455848 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.456487 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: router-admin-state-down-before-update
Dec 11 16:17:24.456861 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: agent.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.457649 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.458290 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: agent
Dec 11 16:17:24.458655 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: agent_resources_synced.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.459683 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.460277 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: agent-resources-synced
Dec 11 16:17:24.460691 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: allowedaddresspairs.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.462621 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.463238 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: allowed-address-pairs
Dec 11 16:17:24.463614 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: auto_allocated_topology.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.464733 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.465345 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: auto-allocated-topology
Dec 11 16:17:24.465761 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: availability_zone.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.466521 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.467214 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: availability_zone
Dec 11 16:17:24.467547 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: availability_zone_filter.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.468541 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.469046 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: availability_zone_filter
Dec 11 16:17:24.469430 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: data_plane_status.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.472290 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.472911 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 11 16:17:24.473313 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: default_subnetpools.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.474375 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.474986 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: default-subnetpools
Dec 11 16:17:24.475364 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.476263 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.476936 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: dhcp_agent_scheduler
Dec 11 16:17:24.477307 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: dns.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.478260 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.478860 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension dns-integration not supported by any of loaded plugins
Dec 11 16:17:24.479280 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: dns_domain_ports.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.480189 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.480825 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 11 16:17:24.481186 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: dvr.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.481944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.482576 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: dvr
Dec 11 16:17:24.483013 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: empty_string_filtering.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.483929 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.484530 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: empty-string-filtering
Dec 11 16:17:24.484930 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.486384 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.486998 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 11 16:17:24.487363 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.488361 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.488969 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 11 16:17:24.489332 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: external_net.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.490269 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.490874 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: external-net
Dec 11 16:17:24.491242 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.492176 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.492760 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: extra_dhcp_opt
Dec 11 16:17:24.493131 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: extraroute.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.494071 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.494650 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: extraroute
Dec 11 16:17:24.495044 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: extraroute_atomic.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.496117 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.496737 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: extraroute-atomic
Dec 11 16:17:24.497062 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: filter_validation.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.497793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.498372 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: filter-validation
Dec 11 16:17:24.498736 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: fip_pf_description.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.499732 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.500326 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 11 16:17:24.501300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: fip_port_details.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.502224 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.502867 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: fip-port-details
Dec 11 16:17:24.503240 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: flavors.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.504639 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.505337 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: flavors
Dec 11 16:17:24.506033 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.508013 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.508614 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 11 16:17:24.508988 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: floatingip_pools.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.509758 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.510362 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: floatingip-pools
Dec 11 16:17:24.511172 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: ip_allocation.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.511874 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.512391 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 11 16:17:24.512751 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.513692 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.514349 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: ip-substring-filtering
Dec 11 16:17:24.514629 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: l2_adjacency.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.515594 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.516177 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 11 16:17:24.516535 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: l3.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.517725 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.518686 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: router
Dec 11 16:17:24.518686 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.521250 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.521956 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 11 16:17:24.522342 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.523309 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.523911 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: ext-gw-mode
Dec 11 16:17:24.524292 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.525279 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.525792 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: l3-ha
Dec 11 16:17:24.526251 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: l3_flavors.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.527325 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.527814 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: l3-flavors
Dec 11 16:17:24.528150 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.529249 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.529928 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 11 16:17:24.530272 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: l3agentscheduler.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.531560 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.532199 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: l3_agent_scheduler
Dec 11 16:17:24.532831 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: logging.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.534386 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.535062 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension logging not supported by any of loaded plugins
Dec 11 16:17:24.535434 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: metering.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.536415 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.537132 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: metering
Dec 11 16:17:24.537502 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.538652 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.539283 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: metering_source_and_destination_fields
Dec 11 16:17:24.539650 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: multiprovidernet.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.540591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.541181 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: multi-provider
Dec 11 16:17:24.541548 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: netmtu.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.542473 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.543101 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: net-mtu
Dec 11 16:17:24.543559 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: netmtu_writable.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.544539 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.545164 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: net-mtu-writable
Dec 11 16:17:24.545526 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: network_availability_zone.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.546349 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.546952 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: network_availability_zone
Dec 11 16:17:24.547340 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: network_ip_availability.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.548660 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.549237 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: network-ip-availability
Dec 11 16:17:24.549629 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: network_segment_range.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.551052 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.551737 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 11 16:17:24.552425 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: pagination.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.553439 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.553821 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: pagination
Dec 11 16:17:24.554184 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.555146 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.555781 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: port-mac-address-regenerate
Dec 11 16:17:24.556127 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.557057 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.557640 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: port-numa-affinity-policy
Dec 11 16:17:24.558010 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: port_resource_request.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.559047 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.559635 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 11 16:17:24.560054 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: portbindings.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.560977 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.561555 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: binding
Dec 11 16:17:24.561914 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: portbindings_extended.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.563779 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.564453 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: binding-extended
Dec 11 16:17:24.564900 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: portsecurity.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.565899 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.566482 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: port-security
Dec 11 16:17:24.566873 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: project_id.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.567866 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.568240 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: project-id
Dec 11 16:17:24.568596 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: providernet.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.569529 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.570179 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: provider
Dec 11 16:17:24.570544 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: qos.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.574889 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.575504 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension qos not supported by any of loaded plugins
Dec 11 16:17:24.575863 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.577141 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.577773 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 11 16:17:24.578180 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.579737 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.580375 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 11 16:17:24.580712 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: qos_default.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.581562 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.582190 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension qos-default not supported by any of loaded plugins
Dec 11 16:17:24.582493 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: qos_fip.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.583338 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.583885 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension qos-fip not supported by any of loaded plugins
Dec 11 16:17:24.584224 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: qos_gateway_ip.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.585266 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.585852 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 11 16:17:24.586215 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: qos_port_network_policy.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.587198 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.587787 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 11 16:17:24.588152 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: qos_rule_type_details.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.589145 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.589730 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 11 16:17:24.590131 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: qos_rules_alias.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.591261 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.591831 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 11 16:17:24.592197 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: quotasv2.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.593265 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.593633 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: quotas
Dec 11 16:17:24.593988 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: quotasv2_detail.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.595709 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.596142 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: quota_details
Dec 11 16:17:24.596516 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: rbac.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.597815 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.598407 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: rbac-policies
Dec 11 16:17:24.598775 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: rbac_address_scope.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.599862 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.600450 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: rbac-address-scope
Dec 11 16:17:24.600818 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: rbac_security_groups.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.601749 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.602332 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: rbac-security-groups
Dec 11 16:17:24.602751 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: rbac_subnetpool.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.603654 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.604235 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: rbac-subnetpool
Dec 11 16:17:24.604632 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: revisionifmatch.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.605534 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.606114 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: revision-if-match
Dec 11 16:17:24.606474 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: revisions.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.607687 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.608271 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: standard-attr-revisions
Dec 11 16:17:24.608633 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: router_availability_zone.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.609370 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.610518 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: router_availability_zone
Dec 11 16:17:24.611012 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: routerservicetype.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.611819 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.612402 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension router-service-type not supported by any of loaded plugins
Dec 11 16:17:24.612767 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.613698 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.614376 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: port-security-groups-filtering
Dec 11 16:17:24.614685 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.615792 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.616960 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: security-groups-remote-address-group
Dec 11 16:17:24.616960 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: securitygroup.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.632957 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.633622 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: security-group
Dec 11 16:17:24.634002 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: segment.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.634983 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.635936 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension segment not supported by any of loaded plugins
Dec 11 16:17:24.636385 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.637497 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.638117 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 11 16:17:24.638545 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: servicetype.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.639735 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.640338 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: service-type
Dec 11 16:17:24.640684 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: sorting.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.641709 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.642089 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: sorting
Dec 11 16:17:24.642527 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: standard_attr_segment.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.644405 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.644405 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 11 16:17:24.644405 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: standardattrdescription.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.645071 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.645650 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: standard-attr-description
Dec 11 16:17:24.646019 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: stateful_security_group.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.647058 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.647644 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: stateful-security-group
Dec 11 16:17:24.648010 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: stdattrs_common.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.648607 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 11 16:17:24.648969 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.649928 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.650512 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 11 16:17:24.650897 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: subnet_onboard.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.651978 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.652567 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: subnet_onboard
Dec 11 16:17:24.652928 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.653978 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.654573 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 11 16:17:24.654965 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: subnet_service_types.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.655925 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.656521 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: subnet-service-types
Dec 11 16:17:24.656910 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: subnetallocation.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.658286 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.658893 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: subnet_allocation
Dec 11 16:17:24.659264 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.660403 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.660598 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: subnetpool-prefix-ops
Dec 11 16:17:24.660964 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.661917 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.662497 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 11 16:17:24.662892 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: tagging.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.664312 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.664936 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: standard-attr-tag
Dec 11 16:17:24.665319 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: timestamp.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.666785 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.667415 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loaded extension: standard-attr-timestamp
Dec 11 16:17:24.667782 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: trunk.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.668841 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.669399 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension trunk not supported by any of loaded plugins
Dec 11 16:17:24.669823 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: trunk_details.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.670767 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.671370 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension trunk-details not supported by any of loaded plugins
Dec 11 16:17:24.671778 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: uplink_status_propagation.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.673246 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.673824 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 11 16:17:24.674186 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Loading extension file: vlantransparent.py {{(pid=80088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 11 16:17:24.674947 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 16:17:24.675527 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 11 16:17:24.678349 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Creating instance of TrackedResource for resource:network
Dec 11 16:17:24.679232 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Creating instance of TrackedResource for resource:subnet
Dec 11 16:17:24.680015 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 11 16:17:24.680690 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Creating instance of TrackedResource for resource:port
Dec 11 16:17:24.682242 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.resource_helper [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 11 16:17:24.682742 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.resource_helper [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Service FLAVORS assigned prefix:  {{(pid=80088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 11 16:17:24.683504 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.resource_helper [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 11 16:17:24.683978 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.resource_helper [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 11 16:17:24.684364 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Creating instance of TrackedResource for resource:router
Dec 11 16:17:24.685101 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Creating instance of TrackedResource for resource:floatingip
Dec 11 16:17:24.685868 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.resource_helper [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Service METERING assigned prefix: /metering {{(pid=80088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 11 16:17:24.688076 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6eb0f0a160>> rbac-policy before_create 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.689033 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6eb0f0a160>> rbac-policy before_update 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.689428 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6eb0f0a160>> rbac-policy before_delete 55550000 {{(pid=80088) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:17:24.691053 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 11 16:17:24.691620 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Creating instance of TrackedResource for resource:security_group
Dec 11 16:17:24.692432 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 11 16:17:24.693291 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.resource_helper [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Service CORE assigned prefix:  {{(pid=80088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 11 16:17:24.693755 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 11 16:17:24.694122 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] subnetpool is already registered
Dec 11 16:17:24.694793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.resource_helper [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Service CORE assigned prefix:  {{(pid=80088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 11 16:17:24.695239 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 11 16:17:24.695641 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] subnetpool is already registered
Dec 11 16:17:24.698509 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.resource_helper [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 11 16:17:24.699029 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.resource_helper [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Service FLAVORS assigned prefix:  {{(pid=80088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 11 16:17:24.699688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.resource_helper [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 11 16:17:24.700157 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.resource_helper [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 11 16:17:24.700533 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Creating instance of TrackedResource for resource:router
Dec 11 16:17:24.700903 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] router is already registered
Dec 11 16:17:24.701576 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Creating instance of TrackedResource for resource:floatingip
Dec 11 16:17:24.701944 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] floatingip is already registered
Dec 11 16:17:24.702652 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.resource_helper [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Service METERING assigned prefix: /metering {{(pid=80088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 11 16:17:24.703472 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 11 16:17:24.704390 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] rbac_policy is already registered
Dec 11 16:17:24.705861 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Creating instance of TrackedResource for resource:security_group
Dec 11 16:17:24.706236 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] security_group is already registered
Dec 11 16:17:24.706939 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 11 16:17:24.707311 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] security_group_rule is already registered
Dec 11 16:17:24.708215 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.resource_helper [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Service CORE assigned prefix:  {{(pid=80088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 11 16:17:24.708596 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 11 16:17:24.708963 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] subnetpool is already registered
Dec 11 16:17:24.709630 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.resource_helper [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Service CORE assigned prefix:  {{(pid=80088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 11 16:17:24.710005 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 11 16:17:24.710368 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING neutron.quota.resource_registry [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] subnetpool is already registered
Dec 11 16:17:24.711138 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: extensions {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.712755 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: address-groups {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.714457 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: address-scopes {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.715902 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: agents {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.717154 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: auto-allocated-topology {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.718476 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: availability_zones {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.720502 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: dhcp-networks {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.722275 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: dhcp-agents {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.723704 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: routers {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.725639 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: flavors {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.726900 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: service_profiles {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.728204 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: next_providers {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.729825 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: service_profiles {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.731683 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: floatingip-pools {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.732988 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: routers {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.734939 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: floatingips {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.736765 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: l3-routers {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.738261 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: l3-agents {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.740004 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: metering-labels {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.741451 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: metering-label-rules {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.742830 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: network-ip-availabilities {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.744214 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: bindings {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.745975 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: quotas {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.747595 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: quotas {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.749085 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: rbac-policies {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.750456 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: security-groups {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.752386 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: security-group-rules {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.753717 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: service-providers {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.755076 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: subnetpools {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.756589 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: subnetpools {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.758264 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: tags {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.761196 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: tags {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.764326 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: tags {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.767562 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: tags {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.770609 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: tags {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.773585 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: tags {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.776988 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: tags {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.781510 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: tags {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.785103 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: tags {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.788288 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.extensions [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Extended resource: tags {{(pid=80088) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 11 16:17:24.801369 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING keystonemiddleware.auth_token [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 11 16:17:24.809621 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING keystonemiddleware.auth_token [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 11 16:17:24.825350 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Acquired lock "singleton_lock" {{(pid=80088) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 11 16:17:24.826054 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Releasing lock "singleton_lock" {{(pid=80088) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 11 16:17:24.828472 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO oslo_service.service [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Starting 2 workers
Dec 11 16:17:24.835067 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Started child 80199 {{(pid=80088) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 11 16:17:24.840005 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:24.841624 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [-] (80199) wsgi starting up on http://0.0.0.0:9696
Dec 11 16:17:24.842016 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Started child 80200 {{(pid=80088) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 11 16:17:24.844010 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.service [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 11 16:17:24.844941 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Notify callbacks [] for process, before_spawn {{(pid=80088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:24.846088 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:24.847677 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [-] (80200) wsgi starting up on http://0.0.0.0:9696
Dec 11 16:17:24.848451 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO oslo_service.service [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Starting 1 workers
Dec 11 16:17:24.855542 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Started child 80201 {{(pid=80088) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 11 16:17:24.856290 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO oslo_service.service [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Starting 1 workers
Dec 11 16:17:24.857622 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.service [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] calling RpcWorker wait() {{(pid=80201) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 11 16:17:24.858009 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.service [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] returning from RpcWorker wait() {{(pid=80201) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 11 16:17:24.859700 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:24.860873 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:17:24.863317 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Started child 80202 {{(pid=80088) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 11 16:17:24.864417 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eda7bd95-7645-4930-a5f2-8174e52ebfd3 None None] Notify callbacks [] for process, after_spawn {{(pid=80088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:24.866480 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80088) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 11 16:17:24.866792 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 11 16:17:24.867122 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 11 16:17:24.867440 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:24.867543 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 11 16:17:24.867977 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 11 16:17:24.868255 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 11 16:17:24.868530 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:17:24.868998 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.869400 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.869829 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.870232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.870776 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.871817 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.872100 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.872492 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.872996 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.873327 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.873614 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.873887 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.874287 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.874686 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.875187 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.875585 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.876527 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.876926 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.877226 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.877632 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.878063 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.878445 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.878915 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.879339 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.880279 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.880620 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.881020 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.881379 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.881800 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.882197 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.882585 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.882988 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.883346 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.883718 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.884128 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.884477 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.884840 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.885251 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.885620 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.886246 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] host                           = dv-cinder-766752-1-iscsi {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.886606 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.887018 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.887397 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.887774 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.888170 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.888548 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.888984 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.889371 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.889727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.890811 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.891125 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.891460 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.891747 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.892042 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.892241 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.892513 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.892847 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.893107 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.893319 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.893540 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.893738 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.894013 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.894187 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.895473 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.895797 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.896604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.896604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.896917 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.896917 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.897176 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.897511 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.897756 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.897931 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.898236 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.898523 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.898850 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.899138 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.899394 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.899671 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.899931 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.900214 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.900514 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.900767 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.901015 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.901285 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.901578 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.901871 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.902134 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.902429 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.902719 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.902989 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.903255 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.903569 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.903836 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.904121 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.904415 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.904661 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.904926 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.905176 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.905426 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.905691 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.905935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.906181 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.906459 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.906673 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.906981 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.907255 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.907758 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.908021 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.908488 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.908815 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.909226 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.909441 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.909710 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.909984 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.910258 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.910506 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.910772 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.911074 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.911407 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.911660 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.912026 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.912346 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.912630 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.68/identity {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.912886 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.913136 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.913407 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.913639 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.913908 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.914158 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.914406 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.914705 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.914985 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.915247 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.915520 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.915748 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.916177 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.916558 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.916971 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.917354 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.917782 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.918042 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.918297 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.918528 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.918969 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.919438 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.919954 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.920273 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.920534 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.920982 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.921439 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.921684 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.921944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.922234 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.922472 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.923440 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.923896 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.924471 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.924960 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.925418 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.925542 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.925777 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.926214 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.926667 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.927037 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.927305 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.927565 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.927826 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.928078 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.928354 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.928598 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.928975 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.929389 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.929647 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.929882 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.930126 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.930382 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.930630 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.930901 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.931152 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.931399 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.931679 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.932007 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.932362 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.932635 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.932920 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.933174 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.933464 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.933723 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.934001 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.934252 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.934532 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.934838 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.935127 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.937232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.937232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.937232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.937232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.937232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.937232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.937232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.937232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.939255 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.939255 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.939255 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.939255 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.939255 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.940127 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.940127 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.940127 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.940630 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.940630 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.941058 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.941421 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.941795 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.942098 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.942401 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.942690 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.943018 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.943317 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.943607 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.943893 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.944178 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.944477 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.944733 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.945045 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.945314 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.945592 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.945819 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.946119 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.946451 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.946794 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.947035 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.947278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.947589 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.947886 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.948149 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.948701 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.948701 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.948954 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.949427 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.949724 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.68/identity {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.949997 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.950277 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.950571 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.950857 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.951129 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.951616 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.951907 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.952171 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.952436 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.952727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.952978 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.953232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.953481 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.953733 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.954030 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.954473 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.954904 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.955165 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.955447 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.955706 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.955977 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.956231 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.956476 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.956774 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.957068 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.957528 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.957613 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.957865 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.958132 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.958407 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.958691 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.958969 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.959258 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.959512 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.959759 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.960004 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.960258 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.960506 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.960768 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.961180 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.961180 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.961578 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.961867 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.962236 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.962509 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.962774 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.963065 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.963318 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.963585 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.963833 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.964083 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.964333 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.964588 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.964868 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.965360 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.965360 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.965621 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.965856 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.966095 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.966350 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.966623 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.967216 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.967497 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.967935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.968340 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.968781 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.969994 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.970266 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.970678 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.970962 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.971249 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.971528 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.971783 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.972043 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.972341 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.972915 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.973259 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.973564 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.973848 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.974189 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.974507 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.974889 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.975181 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.975536 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.975904 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.976223 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.976503 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.976776 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.977083 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.977346 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.977604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.977874 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.978169 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.978403 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.978689 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.979017 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.979283 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.979610 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.979870 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.980543 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.980543 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.981143 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.981611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.981611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:24.982011 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 11 16:17:24.982396 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80088) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 11 16:17:24.982616 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 11 16:17:24.982836 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 11 16:17:24.983035 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 11 16:17:24.983254 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 11 16:17:24.983437 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 11 16:17:24.983688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.983875 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.984067 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.984255 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.984442 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.984651 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.984841 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.985059 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.985240 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.985426 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.985611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.985797 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.985982 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.986168 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.986356 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.986539 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.986725 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.986946 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.987692 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.987844 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.988019 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.988213 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.988402 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.988589 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.988816 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.989005 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.989194 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.989376 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.989564 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.989749 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.989933 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.990118 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.990306 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.990517 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.990741 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.990937 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.991135 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.991135 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.991396 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.991471 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] host                           = dv-cinder-766752-1-iscsi {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.991639 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.991904 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.992084 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.992297 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.992482 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.992686 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.992839 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.992990 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.993161 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.993346 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.993532 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.993718 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.993904 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.994087 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.994271 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.994455 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.994641 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.994847 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.995063 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.995253 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.995439 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.995625 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.995811 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.995995 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.996179 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.996362 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.996547 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.996730 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.996914 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.997101 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.997287 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.997472 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.997657 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.997840 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.998025 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.998212 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.998404 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.998569 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.998738 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.998963 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.999149 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.999334 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.999517 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.999704 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:24.999890 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.000076 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.000261 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.000449 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.000449 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.000449 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.001935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.001935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.001935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.001935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.001935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.001935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.001935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.004461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.004461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.004461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.004461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.004461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.004461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.004461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.004461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.004461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.005194 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.005194 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.005194 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 11 16:17:25.005194 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.005194 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.005194 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.005194 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.005194 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.005837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.005837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.005837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.005837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.005837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.005837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.005837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.006406 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.006406 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.006406 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.68/identity {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.006667 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.006667 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.006935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.007038 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.007516 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.007516 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.008217 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.008217 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.008217 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.008217 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.008563 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.008563 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.008742 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.008917 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.009071 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.009262 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.009451 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.009639 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.009819 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.009998 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.010193 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.010380 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.010567 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.010758 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.011022 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.011208 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.011400 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.011640 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.011771 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.012113 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.012113 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.012312 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.012461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.012646 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.012834 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.013040 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.013229 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.013420 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.013608 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.013788 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.013935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.014127 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.014323 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.014514 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.014739 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.015017 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.015208 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.015397 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.015588 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.015776 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.015965 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.016155 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.016374 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.016563 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.016754 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.016942 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.017112 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.017299 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.017498 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.017708 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.017901 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.018091 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.018300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.018449 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.018611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.018771 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.019021 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.019021 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.019613 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.019613 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.019983 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.020126 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.020321 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.020511 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.020701 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.020888 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.021078 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.021326 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.021450 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.021627 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.021805 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.021968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.022073 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:17:25.022171 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.022311 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.022498 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.022699 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.022934 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.023129 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.023336 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.023514 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.023688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.023878 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.024040 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.024229 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.024417 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.024605 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.024793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.024981 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.025166 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.025352 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.025539 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.025734 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.025934 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.026122 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.026326 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.026495 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.026751 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.026996 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.027083 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.027352 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.027352 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.028044 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.028044 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.028044 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.028301 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.028301 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.028494 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.028665 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.68/identity {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.028853 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.029039 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.029227 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.029415 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.029604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.029793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.029980 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.030170 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.030359 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.030641 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.030759 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.030917 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.031132 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.031320 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.031506 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.031695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.032652 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.032847 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.033035 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.033227 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.033414 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.033603 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.033791 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.033979 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.034165 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.034357 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.034546 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.034735 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.034947 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.035378 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.035378 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.035579 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.035675 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.035782 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.036003 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.036165 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.036294 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.036460 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.036743 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.036868 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.036947 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.037135 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.037325 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.037532 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.037719 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.037906 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.038130 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.038217 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.038472 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.038571 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.038751 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.038956 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.039278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.039278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.039778 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.039778 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.040067 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.040067 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.040250 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.040520 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.040520 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.040681 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.040819 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.041007 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.041223 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.041498 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.041596 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.041720 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.041920 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.042106 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.042294 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.042490 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.042669 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.042909 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.043079 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.043227 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.043398 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.043546 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.043854 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.043854 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.044140 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.044284 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.044625 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.044625 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.044952 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.044952 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.045261 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.045261 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.045544 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.045544 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.045839 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.045839 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.046111 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.046346 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.046346 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.046778 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.046778 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.047206 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.047206 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.047624 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.047624 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.048643 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.048643 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.048643 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 16:17:25.049072 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80088) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 11 16:17:25.194486 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 52952) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:17:25.207946 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0107660
Dec 11 16:17:35.974836 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09301b8e-fdf5-4e6d-a6b0-044a4e83d7b0 None None] get_active_networks_info from dv-cinder-766752-1-iscsi {{(pid=80201) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 11 16:17:36.037587 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09301b8e-fdf5-4e6d-a6b0-044a4e83d7b0 None None] No non-hosted networks {{(pid=80201) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 11 16:17:36.055156 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agentschedulers_db [None req-09301b8e-fdf5-4e6d-a6b0-044a4e83d7b0 None None] DHCP Agent not found on host dv-cinder-766752-1-iscsi {{(pid=80201) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Dec 11 16:17:36.117426 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c1012d65-297c-4063-bed5-115a05e0bdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623'] for agent, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:38.180074 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9e6600c9-7b45-442b-afc8-21dd4f634e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623'] for agent, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:38.191122 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.api [None req-54607d94-b911-492e-a21a-c64f53c092cd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-766752-1-iscsi {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 16:17:38.191593 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_db.api [None req-54607d94-b911-492e-a21a-c64f53c092cd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 11 16:17:38.714453 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-54607d94-b911-492e-a21a-c64f53c092cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:38.969640 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623'] for agent, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:40.103517 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623'] for agent, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:40.104962 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:40.105535 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:40.106319 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:40.106939 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:40.107542 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:40.108108 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:40.108680 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:40.109253 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:40.110352 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:40.110947 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:40.111512 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:40.112078 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:40.112705 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6eb02193c8>, 'Open vSwitch agent', 'dv-cinder-766752-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:17:40.121375 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6eb023dcc0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-766752-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:17:40.909233 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623'] for agent, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:42.309333 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] get_endpoint_by_host() called for host dv-cinder-766752-1-iscsi {{(pid=80201) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 11 16:17:42.314993 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] get_endpoint_by_ip() called for ip 192.168.0.39 {{(pid=80201) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 11 16:17:42.318438 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] _add_endpoint() called for ip 192.168.0.39 {{(pid=80201) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 11 16:17:42.326162 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] _get_endpoints() called {{(pid=80201) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 11 16:17:42.410082 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 53044) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:17:42.631558 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.l3_hamode_db [None req-84b529b3-3586-41bf-805f-415c41c86419 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 11 16:17:42.732861 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b529b3-3586-41bf-805f-415c41c86419 None None] Routers set() bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:17:42.733301 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b529b3-3586-41bf-805f-415c41c86419 None None] Router IDs set() for agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 11 16:17:43.163471 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING oslo_policy.policy [None req-978262ac-dd26-4dcd-9024-7a83a4cbb50a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 11 16:17:43.164083 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING oslo_policy.policy [None req-978262ac-dd26-4dcd-9024-7a83a4cbb50a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 11 16:17:43.396859 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [None req-978262ac-dd26-4dcd-9024-7a83a4cbb50a admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80200) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 11 16:17:43.398025 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-978262ac-dd26-4dcd-9024-7a83a4cbb50a admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.9862998
Dec 11 16:17:46.294553 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 53058) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:17:46.757626 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-4baa9c0a-ffd8-4624-9a92-8934a71d9c86 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:17:46.808301 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.policy [None req-4baa9c0a-ffd8-4624-9a92-8934a71d9c86 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80200) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 11 16:17:46.809081 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING oslo_policy.policy [None req-4baa9c0a-ffd8-4624-9a92-8934a71d9c86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 11 16:17:46.812323 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING oslo_policy.policy [None req-4baa9c0a-ffd8-4624-9a92-8934a71d9c86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 11 16:17:46.816998 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.quota [None req-4baa9c0a-ffd8-4624-9a92-8934a71d9c86 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6eb0bac8d0>.
Dec 11 16:17:46.864714 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-4baa9c0a-ffd8-4624-9a92-8934a71d9c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:17:46.922904 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4baa9c0a-ffd8-4624-9a92-8934a71d9c86 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757088850355', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757088756521', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757088758915', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757088754651', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757088753054', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851251512', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3867073', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854140883', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1455899'] for rbac-policy, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:47.007278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4baa9c0a-ffd8-4624-9a92-8934a71d9c86 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:47.008980 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-4baa9c0a-ffd8-4624-9a92-8934a71d9c86 admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7133114
Dec 11 16:17:50.125584 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 53072) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:17:50.541110 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Request body: {'network': {'project_id': '2c6ef15731f14fb092129a09f0cdc697', 'name': 'private', 'admin_state_up': True}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:17:50.547083 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:17:50.553685 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Usage tracker for resource:network and tenant:2c6ef15731f14fb092129a09f0cdc697 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:17:50.557445 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:17:50.563571 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:17:50.573497 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Made reservation on behalf of 2c6ef15731f14fb092129a09f0cdc697 for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:17:50.580134 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:50.597898 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:50.612860 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:17:50.616877 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Usage tracker for resource:security_group_rule and tenant:2c6ef15731f14fb092129a09f0cdc697 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:17:50.620630 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:17:50.626430 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:17:50.731501 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:50.735057 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:50.740684 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:17:50.761738 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 11 16:17:50.788706 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757087625194', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:50.789299 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.segments_db [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Added segment 872ab21a-85ed-47ac-b974-0dcd2eeabff1 of type vxlan for network 6f54d862-6b3c-4bb4-8460-91a2d7c9b167
Dec 11 16:17:50.847121 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace48152-6cd1-431f-8889-dabffa6d13e8,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:17:50.868765 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:50.869074 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:50.869581 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:50.869827 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:50.870164 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:50.870525 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:50.870992 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:50.871342 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:50.871708 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:50.872055 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:50.872400 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:50.872744 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Tracked resource versions report:
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]: pushed versions:
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]: {   'AddressGroup': {'1.0'},
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:     'ConntrackHelper': {'1.0'},
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Log': {'1.0'},
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Network': {'1.1'},
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Port': {'1.6'},
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:     'PortForwarding': {'1.2'},
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:     'QosPolicy': {'1.8'},
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SecurityGroup': {'1.3'},
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SecurityGroupRule': {'1.1'},
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SubPort': {'1.0'},
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Subnet': {'1.1'},
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Trunk': {'1.1'}}
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]: consumer versions:
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]: {   DHCP agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:     L3 agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:     Metadata agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:     Metering agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:     Open vSwitch agent@dv-cinder-766752-1-iscsi: {   'AddressGroup': '1.0',
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'ConntrackHelper': '1.0',
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Log': '1.0',
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Network': '1.1',
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Port': '1.6',
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'PortForwarding': '1.2',
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'QosPolicy': '1.8',
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SecurityGroup': '1.3',
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SecurityGroupRule': '1.1',
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SubPort': '1.0',
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Subnet': '1.1',
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Trunk': '1.1'}}
Dec 11 16:17:50.873951 dv-cinder-766752-1-iscsi neutron-server[80088]:  {{(pid=80200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 11 16:17:50.914913 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757087056021'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:50.926588 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:17:50.958998 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:50.960384 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:17:50.961070 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:50.965945 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:17:51.026857 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 0.9000688
Dec 11 16:17:51.238916 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Pushing event updated for resources: {'Network': ['ID=6f54d862-6b3c-4bb4-8460-91a2d7c9b167,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:17:51.243204 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:17:51.252657 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Network 6f54d862-6b3c-4bb4-8460-91a2d7c9b167 details requested by agent ovs-agent-dv-cinder-766752-1-iscsi with host dv-cinder-766752-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:17:54.256806 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 53088) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:17:54.792610 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499b9746-7f7b-47d9-9489-a164a34fcf20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:17:54.794140 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-499b9746-7f7b-47d9-9489-a164a34fcf20 admin admin] 10.222.0.68 "GET /v2.0/networks/6f54d862-6b3c-4bb4-8460-91a2d7c9b167 HTTP/1.1" status: 200  len: 818 time: 0.5362813
Dec 11 16:17:54.826538 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1761c5bb-2310-4f39-a697-9b57bf1051a0 admin admin] 10.222.0.68 "GET /v2.0/subnetpools/270b7530-36c4-43e5-84b6-7ca0cf9b4f4c HTTP/1.1" status: 200  len: 734 time: 0.0255082
Dec 11 16:17:54.839234 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-27b6e39a-e060-4610-a899-0d4f69dcea7a admin admin] Request body: {'subnet': {'subnetpool_id': '270b7530-36c4-43e5-84b6-7ca0cf9b4f4c', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '2c6ef15731f14fb092129a09f0cdc697', 'network_id': '6f54d862-6b3c-4bb4-8460-91a2d7c9b167'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:17:54.844528 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-27b6e39a-e060-4610-a899-0d4f69dcea7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:17:54.848751 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-27b6e39a-e060-4610-a899-0d4f69dcea7a admin admin] Usage tracker for resource:subnet and tenant:2c6ef15731f14fb092129a09f0cdc697 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:17:54.851993 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-27b6e39a-e060-4610-a899-0d4f69dcea7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:17:54.857732 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-27b6e39a-e060-4610-a899-0d4f69dcea7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:17:54.871640 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b6e39a-e060-4610-a899-0d4f69dcea7a admin admin] Made reservation on behalf of 2c6ef15731f14fb092129a09f0cdc697 for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:17:54.876901 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-27b6e39a-e060-4610-a899-0d4f69dcea7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:55.393533 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-27b6e39a-e060-4610-a899-0d4f69dcea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:55.409620 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:17:55.558272 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6e39a-e060-4610-a899-0d4f69dcea7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fad2fa3-c242-44b9-ab82-68f787ee1e8e,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:17:55.565066 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-27b6e39a-e060-4610-a899-0d4f69dcea7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:17:55.649286 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b6e39a-e060-4610-a899-0d4f69dcea7a admin admin] Checking segment: {'id': '872ab21a-85ed-47ac-b974-0dcd2eeabff1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6f54d862-6b3c-4bb4-8460-91a2d7c9b167'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:17:55.649837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b6e39a-e060-4610-a899-0d4f69dcea7a admin admin] Network hostable DHCP agents. Network: 6f54d862-6b3c-4bb4-8460-91a2d7c9b167, hostable agents: ['c5d385f8-98d2-443d-9154-5b7329a9b521'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 11 16:17:55.681163 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b6e39a-e060-4610-a899-0d4f69dcea7a admin admin] Network 6f54d862-6b3c-4bb4-8460-91a2d7c9b167 is scheduled to be hosted by DHCP agent c5d385f8-98d2-443d-9154-5b7329a9b521 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 11 16:17:55.691693 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-27b6e39a-e060-4610-a899-0d4f69dcea7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-iscsi, 6f54d862-6b3c-4bb4-8460-91a2d7c9b167) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:17:55.707781 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b6e39a-e060-4610-a899-0d4f69dcea7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:17:55.708287 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-27b6e39a-e060-4610-a899-0d4f69dcea7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:55.713189 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f18550d-53b2-4761-b816-50e799479667 None None] Network 6f54d862-6b3c-4bb4-8460-91a2d7c9b167 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:17:55.734862 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-27b6e39a-e060-4610-a899-0d4f69dcea7a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8942239
Dec 11 16:17:56.052739 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e165c9a-747f-5c25-ae5f-69a683944675-6f54d862-6b3c-4bb4-8460-91a2d7c9b167', 'network_id': '6f54d862-6b3c-4bb4-8460-91a2d7c9b167', 'tenant_id': '2c6ef15731f14fb092129a09f0cdc697', 'fixed_ips': [{'subnet_id': '9fad2fa3-c242-44b9-ab82-68f787ee1e8e'}]}} from dv-cinder-766752-1-iscsi. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 11 16:17:56.054032 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:56.402492 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Allocated IP 172.20.0.2 (6f54d862-6b3c-4bb4-8460-91a2d7c9b167/9fad2fa3-c242-44b9-ab82-68f787ee1e8e/00e04c44-6e53-4a19-9599-68ed0f417bc7) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:17:56.655016 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:56.669851 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Transition to ACTIVE for port object 00e04c44-6e53-4a19-9599-68ed0f417bc7 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:17:56.690224 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Transition to ACTIVE for port object 00e04c44-6e53-4a19-9599-68ed0f417bc7 will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:17:56.697323 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:56.712247 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:17:57.026348 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Pushing event updated for resources: {'Port': ['ID=00e04c44-6e53-4a19-9599-68ed0f417bc7,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:17:57.038730 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:57.039166 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:57.039546 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:57.039914 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:57.040278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:57.040641 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:57.041028 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:57.041358 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:57.041720 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:57.042073 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:57.042426 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:57.042780 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Tracked resource versions report:
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]: pushed versions:
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]: {   'AddressGroup': {'1.0'},
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:     'ConntrackHelper': {'1.0'},
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Log': {'1.0'},
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Network': {'1.1'},
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Port': {'1.6'},
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:     'PortForwarding': {'1.2'},
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:     'QosPolicy': {'1.8'},
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SecurityGroup': {'1.3'},
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SecurityGroupRule': {'1.1'},
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SubPort': {'1.0'},
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Subnet': {'1.1'},
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Trunk': {'1.1'}}
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]: consumer versions:
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]: {   DHCP agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:     L3 agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:     Metadata agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:     Metering agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:     Open vSwitch agent@dv-cinder-766752-1-iscsi: {   'AddressGroup': '1.0',
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'ConntrackHelper': '1.0',
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Log': '1.0',
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Network': '1.1',
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Port': '1.6',
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'PortForwarding': '1.2',
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'QosPolicy': '1.8',
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SecurityGroup': '1.3',
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SecurityGroupRule': '1.1',
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SubPort': '1.0',
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Subnet': '1.1',
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Trunk': '1.1'}}
Dec 11 16:17:57.043987 dv-cinder-766752-1-iscsi neutron-server[80088]:  {{(pid=80201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 11 16:17:57.051896 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:17:57.098219 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Network 6f54d862-6b3c-4bb4-8460-91a2d7c9b167 is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:17:57.099556 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Resources bound (agent type, host, resource id):  {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:17:57.102420 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:17:57.166038 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Attempting to bind port 00e04c44-6e53-4a19-9599-68ed0f417bc7 on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:17:57.166467 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Attempting to bind port 00e04c44-6e53-4a19-9599-68ed0f417bc7 by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': '872ab21a-85ed-47ac-b974-0dcd2eeabff1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6f54d862-6b3c-4bb4-8460-91a2d7c9b167'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:17:57.166946 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Attempting to bind port 00e04c44-6e53-4a19-9599-68ed0f417bc7 on network 6f54d862-6b3c-4bb4-8460-91a2d7c9b167 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:17:57.172814 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:17:57.173274 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Checking segment: {'id': '872ab21a-85ed-47ac-b974-0dcd2eeabff1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6f54d862-6b3c-4bb4-8460-91a2d7c9b167'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:17:57.174525 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:57.174525 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Bound using segment: {'id': '872ab21a-85ed-47ac-b974-0dcd2eeabff1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6f54d862-6b3c-4bb4-8460-91a2d7c9b167'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:17:57.174692 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Bound port: 00e04c44-6e53-4a19-9599-68ed0f417bc7, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872ab21a-85ed-47ac-b974-0dcd2eeabff1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6f54d862-6b3c-4bb4-8460-91a2d7c9b167'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:17:57.175020 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:57.271764 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] For port 00e04c44-6e53-4a19-9599-68ed0f417bc7, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:17:57.276884 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] For port 00e04c44-6e53-4a19-9599-68ed0f417bc7, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=00e04c44-6e53-4a19-9599-68ed0f417bc7,segment=NetworkSegment(872ab21a-85ed-47ac-b974-0dcd2eeabff1),segment_id=872ab21a-85ed-47ac-b974-0dcd2eeabff1)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:17:57.280179 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:17:57.296244 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:17:57.460187 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Pushing event updated for resources: {'Port': ['ID=00e04c44-6e53-4a19-9599-68ed0f417bc7,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:17:57.464928 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:17:58.546189 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 53098) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:17:59.024216 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [None req-1ccbe183-0835-4c2c-9f0c-53ec9b2af878 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80200) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 11 16:17:59.025276 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1ccbe183-0835-4c2c-9f0c-53ec9b2af878 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4780123
Dec 11 16:18:01.935027 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 53112) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:18:02.069925 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe16af16-1caf-4847-b4e8-37eed0b1ef01 None None] Network 6f54d862-6b3c-4bb4-8460-91a2d7c9b167 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:18:02.205903 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-c4ee0e9d-c82a-417a-b320-efae7a338176 None None] Provisioning for port 00e04c44-6e53-4a19-9599-68ed0f417bc7 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:18:02.427026 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 00e04c44-6e53-4a19-9599-68ed0f417bc7 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:18:02.507437 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [None req-c5de4ced-ed5f-476e-8301-d0ad14fc0373 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80200) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 11 16:18:02.509122 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-c5de4ced-ed5f-476e-8301-d0ad14fc0373 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.5724838
Dec 11 16:18:02.531603 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port 00e04c44-6e53-4a19-9599-68ed0f417bc7 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:18:02.538170 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 00e04c44-6e53-4a19-9599-68ed0f417bc7 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:18:02.538839 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:02.692385 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-e4679fcb-1703-4c32-bd35-f9324ba68328 None None] Provisioning complete for port 00e04c44-6e53-4a19-9599-68ed0f417bc7 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:18:02.692806 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e4679fcb-1703-4c32-bd35-f9324ba68328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:02.765589 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:02.855377 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port 00e04c44-6e53-4a19-9599-68ed0f417bc7, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=00e04c44-6e53-4a19-9599-68ed0f417bc7,segment=NetworkSegment(872ab21a-85ed-47ac-b974-0dcd2eeabff1),segment_id=872ab21a-85ed-47ac-b974-0dcd2eeabff1)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:18:02.866438 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:02.879912 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:18:02.949210 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e4679fcb-1703-4c32-bd35-f9324ba68328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:02.984784 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=00e04c44-6e53-4a19-9599-68ed0f417bc7,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:18:02.988690 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:18:03.047668 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.api [None req-e4679fcb-1703-4c32-bd35-f9324ba68328 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 16:18:03.048018 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_db.api [None req-e4679fcb-1703-4c32-bd35-f9324ba68328 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 11 16:18:03.728186 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-43b97c2b-e2e0-4fd4-b1d6-c401094047b0 None None] Provisioning complete for port 00e04c44-6e53-4a19-9599-68ed0f417bc7 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:18:03.728596 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-43b97c2b-e2e0-4fd4-b1d6-c401094047b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:04.371339 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 00e04c44-6e53-4a19-9599-68ed0f417bc7 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:18:04.448718 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 00e04c44-6e53-4a19-9599-68ed0f417bc7 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:18:04.449138 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:05.837118 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1def-4831-47af-bd8a-aef3814b2091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:05.838737 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 53124) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:18:06.281506 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-58560fda-11b7-44b8-ac67-0843f075776d admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '2c6ef15731f14fb092129a09f0cdc697', 'admin_state_up': True}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:18:06.287574 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-58560fda-11b7-44b8-ac67-0843f075776d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:18:06.291769 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-58560fda-11b7-44b8-ac67-0843f075776d admin admin] Usage tracker for resource:router and tenant:2c6ef15731f14fb092129a09f0cdc697 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:18:06.295152 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-58560fda-11b7-44b8-ac67-0843f075776d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:18:06.301320 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-58560fda-11b7-44b8-ac67-0843f075776d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:18:06.313735 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-58560fda-11b7-44b8-ac67-0843f075776d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854257003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854741687'] for router, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:06.315223 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-58560fda-11b7-44b8-ac67-0843f075776d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854284226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-492582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34129'] for router, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:06.337688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-58560fda-11b7-44b8-ac67-0843f075776d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:06.451401 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-58560fda-11b7-44b8-ac67-0843f075776d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505042'] for router, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:06.472815 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-58560fda-11b7-44b8-ac67-0843f075776d admin admin] Notify callbacks [] for router, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:06.474107 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-58560fda-11b7-44b8-ac67-0843f075776d admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6341720
Dec 11 16:18:08.158397 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c2346b66-5156-4a17-bfa9-5831d5ff3a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:08.916425 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:09.357016 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 53144) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:18:09.549319 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [None req-b0b3d3e9-ed94-4de3-bfab-b66ace271314 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80200) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 11 16:18:09.550381 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-b0b3d3e9-ed94-4de3-bfab-b66ace271314 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1923354
Dec 11 16:18:10.110711 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:10.844690 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:12.212456 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 53164) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:18:12.291493 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:18:12.297046 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:18:12.303416 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Usage tracker for resource:network and tenant:c0b64bc598c548349af514a8755d9a23 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:18:12.309077 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:18:12.318918 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:18:12.327546 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Made reservation on behalf of c0b64bc598c548349af514a8755d9a23 for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:18:12.332736 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:12.349360 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:12.368319 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:18:12.372849 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Usage tracker for resource:security_group_rule and tenant:c0b64bc598c548349af514a8755d9a23 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:18:12.376373 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:18:12.382945 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:18:12.475749 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:12.478494 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:12.482935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:18:12.498550 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Reserving flat network on physical network physnet1 {{(pid=80200) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Dec 11 16:18:12.525761 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68426041-a5ce-412a-9e9c-e7e7011b8b50,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:18:12.529740 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757087625194', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:12.530556 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6eb18dfea0> segment precommit_create {{(pid=80200) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 11 16:18:12.531288 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.segments_db [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Added segment e293bf82-d0f3-48c6-abab-58bd7d604942 of type flat for network 2c8d0687-6545-4ddc-9608-794ea870ad6d
Dec 11 16:18:12.533258 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:18:12.568431 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757087056021'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:12.604213 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:12.605422 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:18:12.606042 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:12.611559 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:18:12.712985 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4991579
Dec 11 16:18:12.719183 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Pushing event updated for resources: {'Network': ['ID=2c8d0687-6545-4ddc-9608-794ea870ad6d,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:18:12.722036 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:18:12.730738 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Network 2c8d0687-6545-4ddc-9608-794ea870ad6d details requested by agent ovs-agent-dv-cinder-766752-1-iscsi with host dv-cinder-766752-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:18:15.273368 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 53174) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:18:15.415186 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a63368-333e-4f6b-a085-c5fc07c2c7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:18:15.416602 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-f6a63368-333e-4f6b-a085-c5fc07c2c7a3 admin admin] 10.222.0.68 "GET /v2.0/subnets/9fad2fa3-c242-44b9-ab82-68f787ee1e8e HTTP/1.1" status: 200  len: 849 time: 0.1421137
Dec 11 16:18:15.563656 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-e0c2be33-3ff4-4912-8029-a11277a6b265 admin admin] 10.222.0.68 "GET /v2.0/routers/3c5fd8f6-0232-4282-a490-62f4695fd70e HTTP/1.1" status: 200  len: 704 time: 0.1403098
Dec 11 16:18:16.197628 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:16.709277 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Allocated IP 172.20.0.1 (6f54d862-6b3c-4bb4-8460-91a2d7c9b167/9fad2fa3-c242-44b9-ab82-68f787ee1e8e/7f530889-357b-4aee-9d9d-83e5bfb16b93) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:18:16.991397 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:17.023296 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Transition to ACTIVE for port object 7f530889-357b-4aee-9d9d-83e5bfb16b93 will not be triggered until provisioned by entity DHCP. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:18:17.104537 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:17.127774 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:18:17.282997 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Pushing event updated for resources: {'Port': ['ID=7f530889-357b-4aee-9d9d-83e5bfb16b93,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:18:17.286508 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:18:17.336360 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Network 6f54d862-6b3c-4bb4-8460-91a2d7c9b167 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:18:17.337468 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:18:17.339883 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:18:17.340560 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854270948'] for router_interface, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:17.559358 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-0081a01e-a62f-46dd-9fd4-74fde10dacd4 None None] Provisioning for port 7f530889-357b-4aee-9d9d-83e5bfb16b93 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:18:17.564958 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-0081a01e-a62f-46dd-9fd4-74fde10dacd4 None None] Provisioning complete for port 7f530889-357b-4aee-9d9d-83e5bfb16b93 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:18:17.565369 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0081a01e-a62f-46dd-9fd4-74fde10dacd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:17.622956 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-0081a01e-a62f-46dd-9fd4-74fde10dacd4 None None] Port 7f530889-357b-4aee-9d9d-83e5bfb16b93 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:18:17.624621 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:17.930067 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:17.933842 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:17.935033 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851421897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854276357'] for router_interface, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:17.953890 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:18:18.257473 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Pushing event updated for resources: {'Port': ['ID=7f530889-357b-4aee-9d9d-83e5bfb16b93,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:18:18.261676 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:18:18.314130 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Network 6f54d862-6b3c-4bb4-8460-91a2d7c9b167 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:18:18.315327 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:18:18.508232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Router 3c5fd8f6-0232-4282-a490-62f4695fd70e is scheduled to L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 with binding_index 1 {{(pid=80200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 11 16:18:18.548922 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-c8fb12ad-7f0e-4d44-8594-0773b167741b None None] Provisioning complete for port 7f530889-357b-4aee-9d9d-83e5bfb16b93 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:18:18.549442 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c8fb12ad-7f0e-4d44-8594-0773b167741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:18.603971 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-c8fb12ad-7f0e-4d44-8594-0773b167741b None None] Port 7f530889-357b-4aee-9d9d-83e5bfb16b93 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:18:18.672973 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:18:18.684958 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] 10.222.0.68 "PUT /v2.0/routers/3c5fd8f6-0232-4282-a490-62f4695fd70e/add_router_interface HTTP/1.1" status: 200  len: 508 time: 3.1150718
Dec 11 16:18:18.685428 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Sync routers for ids ['3c5fd8f6-0232-4282-a490-62f4695fd70e'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:18:18.698126 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Routers {'3c5fd8f6-0232-4282-a490-62f4695fd70e'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:18:18.699048 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eb0b864e0>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:18:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['3c5fd8f6-0232-4282-a490-62f4695fd70e'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:18:18.897809 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Set router 3c5fd8f6-0232-4282-a490-62f4695fd70e gateway port host: None {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:18:19.324078 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eb0b864e0>, [{'id': '3c5fd8f6-0232-4282-a490-62f4695fd70e', 'name': 'router1', 'tenant_id': '2c6ef15731f14fb092129a09f0cdc697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:18:06Z', 'updated_at': '2020-12-11T16:18:17Z', 'revision_number': 2, 'project_id': '2c6ef15731f14fb092129a09f0cdc697', 'gw_port_host': None, '_interfaces': [{'id': '7f530889-357b-4aee-9d9d-83e5bfb16b93', 'name': '', 'network_id': '6f54d862-6b3c-4bb4-8460-91a2d7c9b167', 'tenant_id': '2c6ef15731f14fb092129a09f0cdc697', 'mac_address': 'fa:16:3e:a1:33:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5fd8f6-0232-4282-a490-62f4695fd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fad2fa3-c242-44b9-ab82-68f787ee1e8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:18:16Z', 'updated_at': '2020-12-11T16:18:17Z', 'revision_number': 2, 'project_id': '2c6ef15731f14fb092129a09f0cdc697', 'subnets': [{'id': '9fad2fa3-c242-44b9-ab82-68f787ee1e8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '270b7530-36c4-43e5-84b6-7ca0cf9b4f4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:18:19.330021 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Checking router: 3c5fd8f6-0232-4282-a490-62f4695fd70e for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:18:19.330440 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Updating router 3c5fd8f6-0232-4282-a490-62f4695fd70e port 7f530889-357b-4aee-9d9d-83e5bfb16b93 binding host dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 11 16:18:19.400350 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:20.063930 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:20.079571 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Transition to ACTIVE for port object 7f530889-357b-4aee-9d9d-83e5bfb16b93 will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:18:20.082223 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:20.098449 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:18:20.245123 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbaea6c-9ce7-4cec-9156-fd04eda857fa None None] Pushing event updated for resources: {'Port': ['ID=7f530889-357b-4aee-9d9d-83e5bfb16b93,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:18:20.257243 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaea6c-9ce7-4cec-9156-fd04eda857fa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:18:20.257847 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaea6c-9ce7-4cec-9156-fd04eda857fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:18:20.258213 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaea6c-9ce7-4cec-9156-fd04eda857fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:18:20.258572 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaea6c-9ce7-4cec-9156-fd04eda857fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:18:20.258954 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaea6c-9ce7-4cec-9156-fd04eda857fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:18:20.259314 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaea6c-9ce7-4cec-9156-fd04eda857fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:18:20.259668 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaea6c-9ce7-4cec-9156-fd04eda857fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:18:20.260017 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaea6c-9ce7-4cec-9156-fd04eda857fa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:18:20.260372 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaea6c-9ce7-4cec-9156-fd04eda857fa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:18:20.260718 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaea6c-9ce7-4cec-9156-fd04eda857fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:18:20.261065 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaea6c-9ce7-4cec-9156-fd04eda857fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:18:20.261410 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaea6c-9ce7-4cec-9156-fd04eda857fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaea6c-9ce7-4cec-9156-fd04eda857fa None None] Tracked resource versions report:
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]: pushed versions:
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]: {   'AddressGroup': {'1.0'},
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:     'ConntrackHelper': {'1.0'},
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Log': {'1.0'},
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Network': {'1.1'},
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Port': {'1.6'},
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:     'PortForwarding': {'1.2'},
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:     'QosPolicy': {'1.8'},
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SecurityGroup': {'1.3'},
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SecurityGroupRule': {'1.1'},
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SubPort': {'1.0'},
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Subnet': {'1.1'},
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Trunk': {'1.1'}}
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]: consumer versions:
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]: {   DHCP agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:     L3 agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:     Metadata agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:     Metering agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:     Open vSwitch agent@dv-cinder-766752-1-iscsi: {   'AddressGroup': '1.0',
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'ConntrackHelper': '1.0',
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Log': '1.0',
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Network': '1.1',
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Port': '1.6',
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'PortForwarding': '1.2',
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'QosPolicy': '1.8',
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SecurityGroup': '1.3',
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SecurityGroupRule': '1.1',
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SubPort': '1.0',
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Subnet': '1.1',
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Trunk': '1.1'}}
Dec 11 16:18:20.262575 dv-cinder-766752-1-iscsi neutron-server[80088]:  {{(pid=80202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 11 16:18:20.266247 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2dbaea6c-9ce7-4cec-9156-fd04eda857fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:18:20.421368 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Attempting to bind port 7f530889-357b-4aee-9d9d-83e5bfb16b93 on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:18:20.421901 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Attempting to bind port 7f530889-357b-4aee-9d9d-83e5bfb16b93 by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': '872ab21a-85ed-47ac-b974-0dcd2eeabff1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6f54d862-6b3c-4bb4-8460-91a2d7c9b167'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:18:20.422207 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Attempting to bind port 7f530889-357b-4aee-9d9d-83e5bfb16b93 on network 6f54d862-6b3c-4bb4-8460-91a2d7c9b167 {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:18:20.430688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:18:20.431197 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Checking segment: {'id': '872ab21a-85ed-47ac-b974-0dcd2eeabff1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6f54d862-6b3c-4bb4-8460-91a2d7c9b167'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:18:20.431662 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:20.432097 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Bound using segment: {'id': '872ab21a-85ed-47ac-b974-0dcd2eeabff1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6f54d862-6b3c-4bb4-8460-91a2d7c9b167'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:18:20.432628 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Bound port: 7f530889-357b-4aee-9d9d-83e5bfb16b93, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872ab21a-85ed-47ac-b974-0dcd2eeabff1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6f54d862-6b3c-4bb4-8460-91a2d7c9b167'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:18:20.433069 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:20.532744 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] For port 7f530889-357b-4aee-9d9d-83e5bfb16b93, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:18:20.537958 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] For port 7f530889-357b-4aee-9d9d-83e5bfb16b93, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=7f530889-357b-4aee-9d9d-83e5bfb16b93,segment=NetworkSegment(872ab21a-85ed-47ac-b974-0dcd2eeabff1),segment_id=872ab21a-85ed-47ac-b974-0dcd2eeabff1)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:18:20.540872 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:20.558474 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:18:20.715260 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbaea6c-9ce7-4cec-9156-fd04eda857fa None None] Pushing event updated for resources: {'Port': ['ID=7f530889-357b-4aee-9d9d-83e5bfb16b93,revision_number=4']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:18:20.718448 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2dbaea6c-9ce7-4cec-9156-fd04eda857fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:18:20.769147 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Routers {'3c5fd8f6-0232-4282-a490-62f4695fd70e'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:18:20.769832 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eb0b864e0>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:18:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['3c5fd8f6-0232-4282-a490-62f4695fd70e'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:18:20.941271 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] Set router 3c5fd8f6-0232-4282-a490-62f4695fd70e gateway port host: None {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:18:21.291327 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eb0b864e0>, [{'id': '3c5fd8f6-0232-4282-a490-62f4695fd70e', 'name': 'router1', 'tenant_id': '2c6ef15731f14fb092129a09f0cdc697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:18:06Z', 'updated_at': '2020-12-11T16:18:17Z', 'revision_number': 2, 'project_id': '2c6ef15731f14fb092129a09f0cdc697', 'gw_port_host': None, '_interfaces': [{'id': '7f530889-357b-4aee-9d9d-83e5bfb16b93', 'name': '', 'network_id': '6f54d862-6b3c-4bb4-8460-91a2d7c9b167', 'tenant_id': '2c6ef15731f14fb092129a09f0cdc697', 'mac_address': 'fa:16:3e:a1:33:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5fd8f6-0232-4282-a490-62f4695fd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fad2fa3-c242-44b9-ab82-68f787ee1e8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:18:16Z', 'updated_at': '2020-12-11T16:18:20Z', 'revision_number': 4, 'project_id': '2c6ef15731f14fb092129a09f0cdc697', 'subnets': [{'id': '9fad2fa3-c242-44b9-ab82-68f787ee1e8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '270b7530-36c4-43e5-84b6-7ca0cf9b4f4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:18:21.295464 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 53186) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:18:21.295633 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04f179-bc8b-4dc6-91ec-0b8c03a26d3e None None] The sync data for ids ['3c5fd8f6-0232-4282-a490-62f4695fd70e'] in dv-cinder-766752-1-iscsi is: [{'id': '3c5fd8f6-0232-4282-a490-62f4695fd70e', 'name': 'router1', 'tenant_id': '2c6ef15731f14fb092129a09f0cdc697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:18:06Z', 'updated_at': '2020-12-11T16:18:17Z', 'revision_number': 2, 'project_id': '2c6ef15731f14fb092129a09f0cdc697', 'gw_port_host': None, '_interfaces': [{'id': '7f530889-357b-4aee-9d9d-83e5bfb16b93', 'name': '', 'network_id': '6f54d862-6b3c-4bb4-8460-91a2d7c9b167', 'tenant_id': '2c6ef15731f14fb092129a09f0cdc697', 'mac_address': 'fa:16:3e:a1:33:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5fd8f6-0232-4282-a490-62f4695fd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fad2fa3-c242-44b9-ab82-68f787ee1e8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:18:16Z', 'updated_at': '2020-12-11T16:18:20Z', 'revision_number': 4, 'project_id': '2c6ef15731f14fb092129a09f0cdc697', 'subnets': [{'id': '9fad2fa3-c242-44b9-ab82-68f787ee1e8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '270b7530-36c4-43e5-84b6-7ca0cf9b4f4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:18:21.490851 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d402e50-204f-43c6-b0c9-24fb992126dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:18:21.491386 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-5d402e50-204f-43c6-b0c9-24fb992126dd admin admin] Synchronizing usage tracker for tenant:c0b64bc598c548349af514a8755d9a23 on resource:network {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:18:21.509496 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-5d402e50-204f-43c6-b0c9-24fb992126dd admin admin] Unset dirty status for tenant:c0b64bc598c548349af514a8755d9a23 on resource:network {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:18:21.511094 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-5d402e50-204f-43c6-b0c9-24fb992126dd admin admin] 10.222.0.68 "GET /v2.0/networks/2c8d0687-6545-4ddc-9608-794ea870ad6d HTTP/1.1" status: 200  len: 842 time: 0.2145994
Dec 11 16:18:21.522790 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-2b4d390d-1e72-4189-ac7e-e8b430f1b875 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'ip_version': 4, 'gateway_ip': '172.27.3.1'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:18:21.528671 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-2b4d390d-1e72-4189-ac7e-e8b430f1b875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:18:21.533759 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-2b4d390d-1e72-4189-ac7e-e8b430f1b875 admin admin] Usage tracker for resource:subnet and tenant:c0b64bc598c548349af514a8755d9a23 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:18:21.536792 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-2b4d390d-1e72-4189-ac7e-e8b430f1b875 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:18:21.542576 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-2b4d390d-1e72-4189-ac7e-e8b430f1b875 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:18:21.552430 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4d390d-1e72-4189-ac7e-e8b430f1b875 admin admin] Made reservation on behalf of c0b64bc598c548349af514a8755d9a23 for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:18:21.557107 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2b4d390d-1e72-4189-ac7e-e8b430f1b875 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:21.919646 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:18:22.011206 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.objects.ports [None req-2b4d390d-1e72-4189-ac7e-e8b430f1b875 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80200) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 11 16:18:22.011720 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2b4d390d-1e72-4189-ac7e-e8b430f1b875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:22.027463 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-27b6e39a-e060-4610-a899-0d4f69dcea7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:18:22.169756 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d390d-1e72-4189-ac7e-e8b430f1b875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c11ea905-4982-4de9-ba49-1a66c1d28d32,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:18:22.174449 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2b4d390d-1e72-4189-ac7e-e8b430f1b875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:18:22.251143 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4d390d-1e72-4189-ac7e-e8b430f1b875 admin admin] Checking segment: {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:18:22.251728 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4d390d-1e72-4189-ac7e-e8b430f1b875 admin admin] Network hostable DHCP agents. Network: 2c8d0687-6545-4ddc-9608-794ea870ad6d, hostable agents: ['c5d385f8-98d2-443d-9154-5b7329a9b521'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 11 16:18:22.271504 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4d390d-1e72-4189-ac7e-e8b430f1b875 admin admin] Network 2c8d0687-6545-4ddc-9608-794ea870ad6d is scheduled to be hosted by DHCP agent c5d385f8-98d2-443d-9154-5b7329a9b521 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 11 16:18:22.280474 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-2b4d390d-1e72-4189-ac7e-e8b430f1b875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-iscsi, 2c8d0687-6545-4ddc-9608-794ea870ad6d) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:18:22.284949 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4d390d-1e72-4189-ac7e-e8b430f1b875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:18:22.285695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2b4d390d-1e72-4189-ac7e-e8b430f1b875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:22.292975 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e5f740-9b01-4f13-9d9c-02e6b3655a32 None None] Network 2c8d0687-6545-4ddc-9608-794ea870ad6d requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:18:22.307932 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-2b4d390d-1e72-4189-ac7e-e8b430f1b875 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7894540
Dec 11 16:18:22.424999 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 7f530889-357b-4aee-9d9d-83e5bfb16b93 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:18:22.621498 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19933cba-f8ad-44e3-a596-53c90bbbf34c None None] Network 2c8d0687-6545-4ddc-9608-794ea870ad6d requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:18:22.638704 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port 7f530889-357b-4aee-9d9d-83e5bfb16b93 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:18:22.665584 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 7f530889-357b-4aee-9d9d-83e5bfb16b93 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:18:22.665990 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:23.080286 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:23.155486 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port 7f530889-357b-4aee-9d9d-83e5bfb16b93, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=7f530889-357b-4aee-9d9d-83e5bfb16b93,segment=NetworkSegment(872ab21a-85ed-47ac-b974-0dcd2eeabff1),segment_id=872ab21a-85ed-47ac-b974-0dcd2eeabff1)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:18:23.158537 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:23.160774 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:18:23.228992 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=7f530889-357b-4aee-9d9d-83e5bfb16b93,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:18:23.232293 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:18:24.375227 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 7f530889-357b-4aee-9d9d-83e5bfb16b93 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:18:24.461607 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 7f530889-357b-4aee-9d9d-83e5bfb16b93 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:18:24.462059 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:25.048496 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 53200) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:18:25.307049 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-7543a904-f7d2-4dd4-8835-283d05ee99ff admin admin] 10.222.0.68 "GET /v2.0/routers/3c5fd8f6-0232-4282-a490-62f4695fd70e HTTP/1.1" status: 200  len: 710 time: 0.2570853
Dec 11 16:18:25.454528 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba6b1ed-321f-47c7-b960-93cdbf3b446d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:18:25.456425 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-0ba6b1ed-321f-47c7-b960-93cdbf3b446d admin admin] 10.222.0.68 "GET /v2.0/networks/2c8d0687-6545-4ddc-9608-794ea870ad6d HTTP/1.1" status: 200  len: 886 time: 0.1422696
Dec 11 16:18:25.466214 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:18:26.104223 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854270776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34094'] for router, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:26.464263 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:26.497414 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:26.510579 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:26.527229 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:18:26.531899 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:18:26.535899 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:18:26.541749 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:18:26.631663 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:26.634522 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:26.650376 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:18:26.746671 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170aea9a-8794-458b-aca4-8bf42b5ab921,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:18:26.750447 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:18:26.923095 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Allocated IP 172.27.3.75 (2c8d0687-6545-4ddc-9608-794ea870ad6d/c11ea905-4982-4de9-ba49-1a66c1d28d32/17d000b2-1e91-4580-a983-19fda4bac25a) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:18:27.083528 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:27.115761 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:27.130274 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:18:27.273309 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=17d000b2-1e91-4580-a983-19fda4bac25a,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:18:27.278138 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:18:27.325271 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Network 2c8d0687-6545-4ddc-9608-794ea870ad6d is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:18:27.327067 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:18:27.329657 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:18:27.744852 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:28.103094 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854270776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34094'] for router, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:28.106582 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-505025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854270759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518847'] for router, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:28.478832 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Router 3c5fd8f6-0232-4282-a490-62f4695fd70e has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:18:28.669683 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:18:28.680613 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Sync routers for ids ['3c5fd8f6-0232-4282-a490-62f4695fd70e'] in dv-cinder-766752-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:18:28.687441 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Notify callbacks [] for router, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:28.688776 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] 10.222.0.68 "PUT /v2.0/routers/3c5fd8f6-0232-4282-a490-62f4695fd70e HTTP/1.1" status: 200  len: 889 time: 3.2261434
Dec 11 16:18:28.693293 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Routers {'3c5fd8f6-0232-4282-a490-62f4695fd70e'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:18:28.694006 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabc232b0>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:18:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['3c5fd8f6-0232-4282-a490-62f4695fd70e'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:18:28.906334 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Set router 3c5fd8f6-0232-4282-a490-62f4695fd70e gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:18:29.292398 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabc232b0>, [{'id': '3c5fd8f6-0232-4282-a490-62f4695fd70e', 'name': 'router1', 'tenant_id': '2c6ef15731f14fb092129a09f0cdc697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '17d000b2-1e91-4580-a983-19fda4bac25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:18:06Z', 'updated_at': '2020-12-11T16:18:27Z', 'revision_number': 4, 'project_id': '2c6ef15731f14fb092129a09f0cdc697', 'gw_port': {'id': '17d000b2-1e91-4580-a983-19fda4bac25a', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5fd8f6-0232-4282-a490-62f4695fd70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:18:26Z', 'updated_at': '2020-12-11T16:18:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '7f530889-357b-4aee-9d9d-83e5bfb16b93', 'name': '', 'network_id': '6f54d862-6b3c-4bb4-8460-91a2d7c9b167', 'tenant_id': '2c6ef15731f14fb092129a09f0cdc697', 'mac_address': 'fa:16:3e:a1:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5fd8f6-0232-4282-a490-62f4695fd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fad2fa3-c242-44b9-ab82-68f787ee1e8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:18:16Z', 'updated_at': '2020-12-11T16:18:23Z', 'revision_number': 5, 'project_id': '2c6ef15731f14fb092129a09f0cdc697', 'subnets': [{'id': '9fad2fa3-c242-44b9-ab82-68f787ee1e8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '270b7530-36c4-43e5-84b6-7ca0cf9b4f4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:18:29.297631 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Checking router: 3c5fd8f6-0232-4282-a490-62f4695fd70e for host: dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:18:29.298025 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Updating router 3c5fd8f6-0232-4282-a490-62f4695fd70e port 17d000b2-1e91-4580-a983-19fda4bac25a binding host dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 11 16:18:29.356239 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:29.763082 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:29.776015 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Transition to ACTIVE for port object 17d000b2-1e91-4580-a983-19fda4bac25a will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:18:29.778408 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:29.794346 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:18:29.939455 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c5006-9518-4419-9e76-7e19a485722c None None] Pushing event updated for resources: {'Port': ['ID=17d000b2-1e91-4580-a983-19fda4bac25a,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:18:29.943727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-298c5006-9518-4419-9e76-7e19a485722c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:18:29.994661 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Attempting to bind port 17d000b2-1e91-4580-a983-19fda4bac25a on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:18:29.995110 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Attempting to bind port 17d000b2-1e91-4580-a983-19fda4bac25a by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:18:29.995516 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Attempting to bind port 17d000b2-1e91-4580-a983-19fda4bac25a on network 2c8d0687-6545-4ddc-9608-794ea870ad6d {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:18:30.002112 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:18:30.002534 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Checking segment: {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:18:30.003012 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:30.003448 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Bound using segment: {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:18:30.004131 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Bound port: 17d000b2-1e91-4580-a983-19fda4bac25a, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:18:30.004540 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:30.081148 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] For port 17d000b2-1e91-4580-a983-19fda4bac25a, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:18:30.084409 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] For port 17d000b2-1e91-4580-a983-19fda4bac25a, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=17d000b2-1e91-4580-a983-19fda4bac25a,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:18:30.087949 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:30.103402 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:18:30.254843 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c5006-9518-4419-9e76-7e19a485722c None None] Pushing event updated for resources: {'Port': ['ID=17d000b2-1e91-4580-a983-19fda4bac25a,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:18:30.259605 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-298c5006-9518-4419-9e76-7e19a485722c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:18:30.304168 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Routers {'3c5fd8f6-0232-4282-a490-62f4695fd70e'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:18:30.304822 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabc232b0>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:18:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['3c5fd8f6-0232-4282-a490-62f4695fd70e'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:18:30.493786 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] Set router 3c5fd8f6-0232-4282-a490-62f4695fd70e gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:18:31.008505 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabc232b0>, [{'id': '3c5fd8f6-0232-4282-a490-62f4695fd70e', 'name': 'router1', 'tenant_id': '2c6ef15731f14fb092129a09f0cdc697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '17d000b2-1e91-4580-a983-19fda4bac25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:18:06Z', 'updated_at': '2020-12-11T16:18:27Z', 'revision_number': 4, 'project_id': '2c6ef15731f14fb092129a09f0cdc697', 'gw_port': {'id': '17d000b2-1e91-4580-a983-19fda4bac25a', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5fd8f6-0232-4282-a490-62f4695fd70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:18:26Z', 'updated_at': '2020-12-11T16:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '7f530889-357b-4aee-9d9d-83e5bfb16b93', 'name': '', 'network_id': '6f54d862-6b3c-4bb4-8460-91a2d7c9b167', 'tenant_id': '2c6ef15731f14fb092129a09f0cdc697', 'mac_address': 'fa:16:3e:a1:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5fd8f6-0232-4282-a490-62f4695fd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fad2fa3-c242-44b9-ab82-68f787ee1e8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:18:16Z', 'updated_at': '2020-12-11T16:18:23Z', 'revision_number': 5, 'project_id': '2c6ef15731f14fb092129a09f0cdc697', 'subnets': [{'id': '9fad2fa3-c242-44b9-ab82-68f787ee1e8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '270b7530-36c4-43e5-84b6-7ca0cf9b4f4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:18:31.012656 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d411af4e-7576-401a-b8c4-cebfc80eac89 None None] The sync data for ids ['3c5fd8f6-0232-4282-a490-62f4695fd70e'] in dv-cinder-766752-1-iscsi is: [{'id': '3c5fd8f6-0232-4282-a490-62f4695fd70e', 'name': 'router1', 'tenant_id': '2c6ef15731f14fb092129a09f0cdc697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '17d000b2-1e91-4580-a983-19fda4bac25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:18:06Z', 'updated_at': '2020-12-11T16:18:27Z', 'revision_number': 4, 'project_id': '2c6ef15731f14fb092129a09f0cdc697', 'gw_port': {'id': '17d000b2-1e91-4580-a983-19fda4bac25a', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5fd8f6-0232-4282-a490-62f4695fd70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:18:26Z', 'updated_at': '2020-12-11T16:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '7f530889-357b-4aee-9d9d-83e5bfb16b93', 'name': '', 'network_id': '6f54d862-6b3c-4bb4-8460-91a2d7c9b167', 'tenant_id': '2c6ef15731f14fb092129a09f0cdc697', 'mac_address': 'fa:16:3e:a1:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5fd8f6-0232-4282-a490-62f4695fd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fad2fa3-c242-44b9-ab82-68f787ee1e8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:18:16Z', 'updated_at': '2020-12-11T16:18:23Z', 'revision_number': 5, 'project_id': '2c6ef15731f14fb092129a09f0cdc697', 'subnets': [{'id': '9fad2fa3-c242-44b9-ab82-68f787ee1e8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '270b7530-36c4-43e5-84b6-7ca0cf9b4f4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:18:31.430290 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 53210) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:18:31.582906 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beabf3f-f10f-4dd2-b153-a7f1a446a5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:18:31.584551 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1beabf3f-f10f-4dd2-b153-a7f1a446a5ac admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1527324
Dec 11 16:18:32.412832 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 17d000b2-1e91-4580-a983-19fda4bac25a up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:18:32.484183 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port 17d000b2-1e91-4580-a983-19fda4bac25a completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:18:32.489197 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 17d000b2-1e91-4580-a983-19fda4bac25a triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:18:32.489659 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:32.616850 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:32.639590 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port 17d000b2-1e91-4580-a983-19fda4bac25a, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=17d000b2-1e91-4580-a983-19fda4bac25a,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:18:32.643120 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:32.645442 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-298c5006-9518-4419-9e76-7e19a485722c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:18:32.714717 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=17d000b2-1e91-4580-a983-19fda4bac25a,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:18:32.718015 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:18:34.407204 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 17d000b2-1e91-4580-a983-19fda4bac25a up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:18:34.517090 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 17d000b2-1e91-4580-a983-19fda4bac25a triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:18:34.517874 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:35.859483 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b1cd5b0c-b289-427c-9515-112069fff989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:38.172082 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-026c0066-c82b-4360-854c-7458387c4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:38.951913 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:40.206860 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:40.870558 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:18:58.920037 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:19:05.850081 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d9ca40b7-6c23-47e1-8f89-c03b7b9dcf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:19:08.160074 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-112e718e-fcff-4373-b72d-01d365b1a4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:19:08.928512 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:19:10.112736 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:19:10.870661 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:19:35.845763 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1cb59deb-2f72-43f0-813d-3455787594ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:19:35.926563 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:19:38.157865 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-31b308e6-6d37-41e2-aaa3-f6005f978a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:19:38.930272 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:19:40.112003 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:19:40.867696 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:20:05.839477 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a116cf4a-e399-4c1c-bc3f-b8b6ffbdeb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:20:08.152909 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4fee08f9-d111-414d-90ff-c16c7f3fe035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:20:08.932862 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:20:10.109386 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:20:10.868814 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:20:12.917641 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:20:35.842941 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ca26d1a9-f2d4-4bf5-8922-b7e5a10e1841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:20:38.157308 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2e61ebf9-c449-4338-bb69-a51528a4e9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:20:38.939964 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:20:40.106190 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:20:40.873864 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:20:49.918375 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:20:51.102843 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 53786) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:20:51.206999 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2c19c3-ba46-41ed-acac-bf6455f7636c admin admin] GET failed (client error): The resource could not be found.
Dec 11 16:20:51.208345 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-4f2c19c3-ba46-41ed-acac-bf6455f7636c admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1044667
Dec 11 16:20:51.358570 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c0ede5-3826-4787-b130-cf5d3be5c4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:20:51.360159 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-d6c0ede5-3826-4787-b130-cf5d3be5c4b9 admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1468804
Dec 11 16:20:53.852923 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 53796) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:20:54.008991 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84532c5-3d70-48b6-bfd0-cdb6893aa0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:20:54.010116 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-e84532c5-3d70-48b6-bfd0-cdb6893aa0e6 admin admin] Synchronizing usage tracker for tenant:c0b64bc598c548349af514a8755d9a23 on resource:subnet {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:20:54.026312 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-e84532c5-3d70-48b6-bfd0-cdb6893aa0e6 admin admin] Unset dirty status for tenant:c0b64bc598c548349af514a8755d9a23 on resource:subnet {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:20:54.028467 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-e84532c5-3d70-48b6-bfd0-cdb6893aa0e6 admin admin] 10.222.0.68 "GET /v2.0/subnets/9fad2fa3-c242-44b9-ab82-68f787ee1e8e HTTP/1.1" status: 200  len: 849 time: 0.1736989
Dec 11 16:20:54.040283 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:20:54.173980 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] Notify callbacks [] for subnet, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:20:54.512654 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363279767235290'] for subnet, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:20:54.526846 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:20:54.687720 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fad2fa3-c242-44b9-ab82-68f787ee1e8e,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:20:54.707165 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:20:54.707554 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:20:54.707929 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:20:54.708299 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:20:54.708668 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:20:54.709052 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:20:54.709418 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:20:54.709783 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:20:54.710158 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:20:54.710522 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:20:54.710934 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:20:54.711298 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:20:54.717163 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:20:54.732566 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:20:54.733225 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:20:54.734621 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] 10.222.0.68 "PUT /v2.0/subnets/9fad2fa3-c242-44b9-ab82-68f787ee1e8e HTTP/1.1" status: 200  len: 868 time: 0.6987934
Dec 11 16:20:54.737569 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d7e478-c75d-4df4-b088-434c0998194d None None] Network 6f54d862-6b3c-4bb4-8460-91a2d7c9b167 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:20:55.250174 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-08fc5470-f3d2-490f-ae8a-73dd5e4a5340 None None] Provisioning complete for port 7f530889-357b-4aee-9d9d-83e5bfb16b93 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:20:55.250174 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-08fc5470-f3d2-490f-ae8a-73dd5e4a5340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:20:55.387823 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-08fc5470-f3d2-490f-ae8a-73dd5e4a5340 None None] Provisioning complete for port 00e04c44-6e53-4a19-9599-68ed0f417bc7 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:20:55.388153 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-08fc5470-f3d2-490f-ae8a-73dd5e4a5340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:20:57.314982 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 53806) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:20:57.547244 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8a6ff2-c63f-4a53-adcc-b8be3661d2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:20:57.547678 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8a6ff2-c63f-4a53-adcc-b8be3661d2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:20:57.549359 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-cb8a6ff2-c63f-4a53-adcc-b8be3661d2e3 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2333262
Dec 11 16:21:00.124932 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 53816) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:21:00.345237 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191c4f2d-0c1f-463f-973d-336cc52e5ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:21:00.345581 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191c4f2d-0c1f-463f-973d-336cc52e5ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:21:00.347289 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-191c4f2d-0c1f-463f-973d-336cc52e5ee1 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2213199
Dec 11 16:21:02.847232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 53826) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:21:03.057730 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1072e7fa-a5a1-4c99-a5fe-8bb62b58f76b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:21:03.059119 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1072e7fa-a5a1-4c99-a5fe-8bb62b58f76b admin admin] 10.222.0.68 "GET /v2.0/networks/2c8d0687-6545-4ddc-9608-794ea870ad6d HTTP/1.1" status: 200  len: 886 time: 0.2107892
Dec 11 16:21:05.554579 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 53836) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:21:05.771584 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badb1cf7-a543-41e3-a517-cb73bcf9e15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:21:05.773071 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-badb1cf7-a543-41e3-a517-cb73bcf9e15b admin admin] 10.222.0.68 "GET /v2.0/networks/6f54d862-6b3c-4bb4-8460-91a2d7c9b167 HTTP/1.1" status: 200  len: 862 time: 0.2173212
Dec 11 16:21:05.847939 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-bf7137af-7c1d-4ced-a9ac-f4632fbfeaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:08.159665 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1904797a-7222-4013-bbdb-1cc745a2e8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:08.257106 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 53846) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:21:08.408150 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb45383-dde5-4f7f-a2a7-69bbb92901db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:21:08.408578 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb45383-dde5-4f7f-a2a7-69bbb92901db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:21:08.410300 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-6fb45383-dde5-4f7f-a2a7-69bbb92901db admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1520929
Dec 11 16:21:08.943113 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:10.103364 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:10.877244 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:10.951688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 53856) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:21:11.140931 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING oslo_policy.policy [None req-30b138ed-df32-42e5-8e37-6fee07a66b35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 11 16:21:11.141547 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING oslo_policy.policy [None req-30b138ed-df32-42e5-8e37-6fee07a66b35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 11 16:21:11.549127 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.policy [None req-30b138ed-df32-42e5-8e37-6fee07a66b35 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80199) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 11 16:21:11.550043 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING oslo_policy.policy [None req-30b138ed-df32-42e5-8e37-6fee07a66b35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 11 16:21:11.550468 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING oslo_policy.policy [None req-30b138ed-df32-42e5-8e37-6fee07a66b35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 11 16:21:11.557270 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b138ed-df32-42e5-8e37-6fee07a66b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:21:11.557703 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b138ed-df32-42e5-8e37-6fee07a66b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:21:11.560075 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-30b138ed-df32-42e5-8e37-6fee07a66b35 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.6062677
Dec 11 16:21:14.112522 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 53872) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:21:14.267398 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ee3476-1bf3-44b9-b896-e46eb0969c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:21:14.268888 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-a9ee3476-1bf3-44b9-b896-e46eb0969c42 admin admin] 10.222.0.68 "GET /v2.0/subnets/9fad2fa3-c242-44b9-ab82-68f787ee1e8e HTTP/1.1" status: 200  len: 868 time: 0.1553323
Dec 11 16:21:16.816105 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 53882) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:21:16.957728 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7ff478-085e-4fe3-92b7-b3f5c62c7cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:21:16.959223 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-8f7ff478-085e-4fe3-92b7-b3f5c62c7cd3 admin admin] 10.222.0.68 "GET /v2.0/subnets/c11ea905-4982-4de9-ba49-1a66c1d28d32 HTTP/1.1" status: 200  len: 816 time: 0.1420920
Dec 11 16:21:26.919153 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:21:35.850994 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0780a006-f860-4dfe-ae0d-646500d7307e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:38.162681 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1fcd1554-d9e6-4332-9e84-16e2bb720840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:38.944381 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:40.107774 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:40.887667 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:43.786911 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 53922) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:21:43.878966 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [None req-2cfa8c06-6000-421b-a7eb-38e7402d119e admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 11 16:21:43.880133 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-2cfa8c06-6000-421b-a7eb-38e7402d119e admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0921772
Dec 11 16:21:46.585404 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 53932) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:21:46.704635 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.pecan_wsgi.hooks.translation [None req-112ae725-d3bd-4808-b656-de884ee3f6c3 admin admin] GET failed (client error): The resource could not be found.
Dec 11 16:21:46.706039 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-112ae725-d3bd-4808-b656-de884ee3f6c3 admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1195021
Dec 11 16:21:46.886173 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9e6ee4-3617-4cd7-8659-11d51ba41619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:21:46.887805 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-cf9e6ee4-3617-4cd7-8659-11d51ba41619 admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1751649
Dec 11 16:21:49.585232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 53942) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:21:49.669655 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:21:49.672531 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.quota [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6eb08e83c8>.
Dec 11 16:21:49.680080 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:21:49.693720 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:21:49.708236 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Made reservation on behalf of c0b64bc598c548349af514a8755d9a23 for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:21:49.714671 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:49.981933 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING neutron.services.revisions.revision_plugin [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f6eb085c320] {project_id='c0b64bc598c548349af514a8755d9a23', id='849e3e32-6a66-4eee-ba9d-9d0829294137', target_tenant='*', action='access_as_shared', object_id='dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970'}> to bump revision.
Dec 11 16:21:50.006666 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 11 16:21:50.020053 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757087625194', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:50.020614 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.segments_db [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Added segment 85ff70f0-279c-4f85-9873-5c8dc2b3d468 of type vxlan for network dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970
Dec 11 16:21:50.098895 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757087056021'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:50.138379 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:50.139976 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:21:50.140604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:50.147439 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:21:50.209461 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.6225178
Dec 11 16:21:50.270406 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Pushing event updated for resources: {'Network': ['ID=dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:21:50.280861 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:50.281518 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:50.281874 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:50.282232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:50.282593 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:50.283029 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:50.283391 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:50.283756 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:50.284128 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:50.284487 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:50.284845 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:50.285208 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Tracked resource versions report:
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]: pushed versions:
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]: {   'AddressGroup': {'1.0'},
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:     'ConntrackHelper': {'1.0'},
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Log': {'1.0'},
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Network': {'1.1'},
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Port': {'1.6'},
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:     'PortForwarding': {'1.2'},
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:     'QosPolicy': {'1.8'},
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SecurityGroup': {'1.3'},
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SecurityGroupRule': {'1.1'},
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SubPort': {'1.0'},
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Subnet': {'1.1'},
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Trunk': {'1.1'}}
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]: consumer versions:
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]: {   DHCP agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:     L3 agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:     Metadata agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:     Metering agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:     Open vSwitch agent@dv-cinder-766752-1-iscsi: {   'AddressGroup': '1.0',
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'ConntrackHelper': '1.0',
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Log': '1.0',
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Network': '1.1',
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Port': '1.6',
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'PortForwarding': '1.2',
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'QosPolicy': '1.8',
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SecurityGroup': '1.3',
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SecurityGroupRule': '1.1',
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SubPort': '1.0',
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Subnet': '1.1',
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Trunk': '1.1'}}
Dec 11 16:21:50.286437 dv-cinder-766752-1-iscsi neutron-server[80088]:  {{(pid=80199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 11 16:21:50.318551 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:21:50.327754 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Network dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970 details requested by agent ovs-agent-dv-cinder-766752-1-iscsi with host dv-cinder-766752-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:21:52.947068 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 53956) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:21:53.054636 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a41c7b3-c06e-4140-89a5-ed57e97034fc admin admin] GET failed (client error): The resource could not be found.
Dec 11 16:21:53.055213 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-4a41c7b3-c06e-4140-89a5-ed57e97034fc admin admin] Synchronizing usage tracker for tenant:c0b64bc598c548349af514a8755d9a23 on resource:network {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:21:53.071585 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-4a41c7b3-c06e-4140-89a5-ed57e97034fc admin admin] Unset dirty status for tenant:c0b64bc598c548349af514a8755d9a23 on resource:network {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:21:53.073119 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-4a41c7b3-c06e-4140-89a5-ed57e97034fc admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1247625
Dec 11 16:21:53.193822 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d797b2b6-995e-4d2a-8ff2-5eb60f7d75e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:21:53.195934 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-d797b2b6-995e-4d2a-8ff2-5eb60f7d75e1 admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1180286
Dec 11 16:21:53.209900 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-30bd2502-7745-4cd5-a6cb-d24099fe1da7 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970', 'description': 'shared-subnet'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:21:53.217447 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-30bd2502-7745-4cd5-a6cb-d24099fe1da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:21:53.231973 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-30bd2502-7745-4cd5-a6cb-d24099fe1da7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:21:53.241446 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bd2502-7745-4cd5-a6cb-d24099fe1da7 admin admin] Made reservation on behalf of c0b64bc598c548349af514a8755d9a23 for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:21:53.246168 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-30bd2502-7745-4cd5-a6cb-d24099fe1da7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:53.712835 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-30bd2502-7745-4cd5-a6cb-d24099fe1da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:53.727876 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:21:53.856883 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd2502-7745-4cd5-a6cb-d24099fe1da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b82d39-bbcb-401d-b9a4-18d22706045d,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:21:53.860178 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-30bd2502-7745-4cd5-a6cb-d24099fe1da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:21:53.931313 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd2502-7745-4cd5-a6cb-d24099fe1da7 admin admin] Checking segment: {'id': '85ff70f0-279c-4f85-9873-5c8dc2b3d468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:21:53.931701 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bd2502-7745-4cd5-a6cb-d24099fe1da7 admin admin] Network hostable DHCP agents. Network: dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970, hostable agents: ['c5d385f8-98d2-443d-9154-5b7329a9b521'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 11 16:21:53.953022 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bd2502-7745-4cd5-a6cb-d24099fe1da7 admin admin] Network dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970 is scheduled to be hosted by DHCP agent c5d385f8-98d2-443d-9154-5b7329a9b521 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 11 16:21:53.965443 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-30bd2502-7745-4cd5-a6cb-d24099fe1da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-iscsi, dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:21:53.973803 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bd2502-7745-4cd5-a6cb-d24099fe1da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:21:53.974490 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-30bd2502-7745-4cd5-a6cb-d24099fe1da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:53.978987 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161d5868-074f-4de3-b9f7-f774609c63fb None None] Network dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:21:54.000873 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-30bd2502-7745-4cd5-a6cb-d24099fe1da7 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7962768
Dec 11 16:21:54.242881 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e165c9a-747f-5c25-ae5f-69a683944675-dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970', 'network_id': 'dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970', 'tenant_id': 'c0b64bc598c548349af514a8755d9a23', 'fixed_ips': [{'subnet_id': '97b82d39-bbcb-401d-b9a4-18d22706045d'}]}} from dv-cinder-766752-1-iscsi. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 11 16:21:54.244374 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:54.575849 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Allocated IP 192.168.233.2 (dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970/97b82d39-bbcb-401d-b9a4-18d22706045d/e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:21:54.871039 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:54.885454 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Transition to ACTIVE for port object e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:21:54.914537 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Transition to ACTIVE for port object e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5 will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:21:54.924984 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:54.946982 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:21:55.112360 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Pushing event updated for resources: {'Port': ['ID=e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:21:55.128186 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:55.128730 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:55.129258 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:55.129741 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:55.130217 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:55.130695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:55.131296 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:55.131771 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:55.132802 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:55.133314 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:55.133804 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:55.134299 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:21:55.141822 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:21:55.194664 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Network dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970 is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:21:55.196033 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Resources bound (agent type, host, resource id):  {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:21:55.201122 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:21:55.281906 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Attempting to bind port e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5 on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:21:55.282310 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Attempting to bind port e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5 by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': '85ff70f0-279c-4f85-9873-5c8dc2b3d468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:21:55.282724 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Attempting to bind port e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5 on network dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:21:55.290043 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:21:55.290545 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Checking segment: {'id': '85ff70f0-279c-4f85-9873-5c8dc2b3d468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:21:55.291021 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:55.291475 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Bound using segment: {'id': '85ff70f0-279c-4f85-9873-5c8dc2b3d468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:21:55.292026 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Bound port: e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ff70f0-279c-4f85-9873-5c8dc2b3d468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:21:55.292460 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:55.401758 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] For port e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:21:55.407161 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] For port e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5,segment=NetworkSegment(85ff70f0-279c-4f85-9873-5c8dc2b3d468),segment_id=85ff70f0-279c-4f85-9873-5c8dc2b3d468)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:21:55.409187 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:55.430198 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:21:55.797002 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Pushing event updated for resources: {'Port': ['ID=e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:21:55.800737 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:21:56.529591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:21:56.615798 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:21:57.112022 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c12bde2-ca74-457e-b7e3-6f9ed6a58c52 None None] Network dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:21:57.237160 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-c6c53838-c5bc-4e8d-ae8f-b8845353cdaa None None] Provisioning for port e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:21:57.249304 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-c6c53838-c5bc-4e8d-ae8f-b8845353cdaa None None] Provisioning complete for port e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:21:57.249822 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c6c53838-c5bc-4e8d-ae8f-b8845353cdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:57.502605 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c6c53838-c5bc-4e8d-ae8f-b8845353cdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:57.553599 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-c6c53838-c5bc-4e8d-ae8f-b8845353cdaa None None] For port e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5,segment=NetworkSegment(85ff70f0-279c-4f85-9873-5c8dc2b3d468),segment_id=85ff70f0-279c-4f85-9873-5c8dc2b3d468)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:21:57.557506 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c6c53838-c5bc-4e8d-ae8f-b8845353cdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:57.559736 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1e08f7fb-93b9-488c-9e46-edd85f74d574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:21:57.641000 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c53838-c5bc-4e8d-ae8f-b8845353cdaa None None] Pushing event updated for resources: {'Port': ['ID=e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:21:57.644396 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c6c53838-c5bc-4e8d-ae8f-b8845353cdaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:21:57.793349 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-fcc40e8d-1484-4434-bb10-fbdd51f30cdd None None] Provisioning complete for port e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:21:57.793892 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fcc40e8d-1484-4434-bb10-fbdd51f30cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:58.065726 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-5869e9d5-3766-4969-9112-2a083994d633 None None] Provisioning complete for port e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:21:58.066266 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5869e9d5-3766-4969-9112-2a083994d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:58.351970 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-3f7d3981-3fd2-4d87-afb5-f5202e764adb None None] Provisioning complete for port e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:21:58.352309 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3f7d3981-3fd2-4d87-afb5-f5202e764adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:21:58.549185 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:21:58.642479 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port e3edd40e-4e5c-4bd3-9863-cc57fbb31ab5 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:21:58.643076 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:22:03.920033 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:22:05.854899 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-864d01e2-4a38-43d9-841f-45bca98c3772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:22:08.167564 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3555ece3-bfd7-4025-928f-fb9ad60c488e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:22:08.952762 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:22:10.109458 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:22:10.891199 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:22:35.858586 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0f4ecf04-56c0-4361-bea6-04c944edc644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:22:38.171113 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-73254b30-f14c-4ef3-b7d4-228fea1384a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:22:38.949979 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:22:40.103500 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:22:40.891150 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:22:40.920185 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:23:00.726823 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54000) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:23:00.733234 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [None req-6b5c8a6e-c9e3-4566-8883-cb8b54ff9a70 tempest-verify_tempest_config-773249248 tempest-verify_tempest_config-773249248] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 11 16:23:00.734319 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-6b5c8a6e-c9e3-4566-8883-cb8b54ff9a70 tempest-verify_tempest_config-773249248 tempest-verify_tempest_config-773249248] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13036 time: 0.0063775
Dec 11 16:23:01.100515 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54020) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:23:01.261558 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:23:01.277986 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:23:01.282355 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Usage tracker for resource:security_group_rule and tenant:14b72212963d4dae83285278c00730b5 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:23:01.285746 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:23:01.292491 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:23:01.397235 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:23:01.401289 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:23:01.410881 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:23:01.459344 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=14b72212963d4dae83285278c00730b5&name=default HTTP/1.1" status: 200  len: 2875 time: 0.3573701
Dec 11 16:23:01.460163 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad8af65-ebe6-4a00-9228-1a828f4c13af,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:23:01.462497 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54026) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:23:01.468692 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.469072 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.469440 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.469801 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.470161 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.470516 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.470890 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.471245 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.471613 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.471963 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.472310 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.472654 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.477657 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:23:01.530760 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0fb6a738-0fa4-4bd4-b1e2-ad387eea611c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:23:01.559050 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0fb6a738-0fa4-4bd4-b1e2-ad387eea611c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:23:01.616304 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0fb6a738-0fa4-4bd4-b1e2-ad387eea611c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:23:01.621985 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-05b761a4-0338-408a-985f-75ecf738bf8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:23:01.635746 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6a738-0fa4-4bd4-b1e2-ad387eea611c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad8af65-ebe6-4a00-9228-1a828f4c13af,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:23:01.644707 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0fb6a738-0fa4-4bd4-b1e2-ad387eea611c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:23:01.645903 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-0fb6a738-0fa4-4bd4-b1e2-ad387eea611c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dad8af65-ebe6-4a00-9228-1a828f4c13af HTTP/1.1" status: 204  len: 168 time: 0.1822746
Dec 11 16:23:01.647649 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6a738-0fa4-4bd4-b1e2-ad387eea611c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.647900 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6a738-0fa4-4bd4-b1e2-ad387eea611c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.648320 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6a738-0fa4-4bd4-b1e2-ad387eea611c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.648684 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6a738-0fa4-4bd4-b1e2-ad387eea611c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.649654 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6a738-0fa4-4bd4-b1e2-ad387eea611c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.650062 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6a738-0fa4-4bd4-b1e2-ad387eea611c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.650421 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6a738-0fa4-4bd4-b1e2-ad387eea611c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.650781 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6a738-0fa4-4bd4-b1e2-ad387eea611c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.651174 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6a738-0fa4-4bd4-b1e2-ad387eea611c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.651503 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6a738-0fa4-4bd4-b1e2-ad387eea611c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.651858 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6a738-0fa4-4bd4-b1e2-ad387eea611c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.652209 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6a738-0fa4-4bd4-b1e2-ad387eea611c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:23:01.655858 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-0fb6a738-0fa4-4bd4-b1e2-ad387eea611c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:23:05.860922 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6ab15277-86fe-43aa-822f-9e93fed1b889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:23:08.175247 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da045364-3b0d-45d7-b163-eaf2d31c638c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:23:08.953406 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:23:10.107486 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:23:10.893463 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:23:17.920162 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:23:35.867326 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b1827152-80e9-4f35-a55a-53a754111299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:23:38.178077 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e8926a3c-6416-4f3e-8535-0e5c20632c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:23:38.955120 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:23:40.111450 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:23:40.899549 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:23:54.926785 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:24:05.870486 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5993c3c6-741d-4e7c-b3ee-be0a38371daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:24:08.184557 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1f0d5b5d-894c-4159-88c9-0e4b608e50f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:24:08.960885 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:24:10.114147 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:24:10.901833 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:24:31.916463 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:24:35.865637 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7734676c-a339-4753-bb17-d0e94772b98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:24:38.176315 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-aa0cbf22-168e-4a0f-a34b-fa2ba19577aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:24:38.962287 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:24:40.116871 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:24:40.908648 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:24:49.287297 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623'] for agent, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:24:49.287880 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:24:49.288095 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:24:49.288466 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:24:49.288842 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:24:49.289207 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:24:49.289563 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:24:49.289919 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:24:49.290286 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:24:49.290635 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:24:49.291029 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:24:49.291376 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:24:49.292220 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:24:49.292606 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6eb00927f0>, 'Open vSwitch agent', 'hv-cinder-76675', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:24:49.296767 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6eabd1e7f0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76675', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:24:49.665686 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] get_endpoint_by_host() called for host hv-cinder-76675 {{(pid=80201) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 11 16:24:49.671029 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] get_endpoint_by_ip() called for ip 192.168.0.43 {{(pid=80201) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 11 16:24:49.674386 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] _add_endpoint() called for ip 192.168.0.43 {{(pid=80201) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 11 16:24:49.679752 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] _get_endpoints() called {{(pid=80201) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 11 16:25:03.122663 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54098) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:25:03.283347 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-252c5672-fd80-4d4a-9a1b-1af86743b942 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1590123
Dec 11 16:25:05.850320 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54108) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:25:05.869482 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-712cb3ea-2941-4d5a-975d-3c9d58b927a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:25:05.942685 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-adf19760-9cbb-4c82-af41-80fa4572bcc4 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0903466
Dec 11 16:25:08.179134 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3f4017da-d2fd-445a-b96a-8c61bed12ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:25:08.917843 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:25:08.966389 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:25:10.120161 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:25:10.911147 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:25:19.275600 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:25:35.874103 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7782548b-1c2b-49d5-b7e3-2894c07af308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:25:38.181417 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-500c88ac-43dd-4e6f-a95c-ada5bb310acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:25:38.966170 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:25:40.122575 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:25:40.913788 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:25:45.917613 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:25:49.279162 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:05.877641 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e0c6e421-4f81-4edd-b3e0-48f60a9db1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:08.183735 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-aae6bc37-ee23-4e64-a61b-3974ab832310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:08.976321 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:10.125471 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:10.917378 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:19.276501 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:22.917494 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:26:35.887063 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-bb5fcb09-5804-43bb-8010-675efd129751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:38.198531 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6c28b640-47bb-42a1-9aa9-fbd7192f2f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:38.982309 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:40.134739 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:40.951234 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:42.185549 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54216) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:42.689407 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-808367517-network', 'tenant_id': '511468fc2d8d49c8b28184d367b1e7fa'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:26:42.698523 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:42.705801 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Usage tracker for resource:network and tenant:511468fc2d8d49c8b28184d367b1e7fa is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:42.710382 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:42.717344 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:42.731068 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Made reservation on behalf of 511468fc2d8d49c8b28184d367b1e7fa for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:26:42.736164 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:42.751606 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:42.774955 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:42.780728 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Usage tracker for resource:security_group_rule and tenant:511468fc2d8d49c8b28184d367b1e7fa is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:42.785478 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:42.791604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:42.896688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:42.900830 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:42.908548 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:42.950313 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 11 16:26:42.960937 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ff387e-4eec-4a6b-b0ef-55b96e908d68,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:42.974188 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.974695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.975185 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.975643 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.976598 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.977055 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.977500 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.978133 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.978959 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.979655 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.980354 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.981012 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.981776 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.982410 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.982948 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.983792 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.983792 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.984386 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.984691 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.985110 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.985548 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.985986 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.986429 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.986887 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Tracked resource versions report:
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]: pushed versions:
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]: {   'AddressGroup': {'1.0'},
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:     'ConntrackHelper': {'1.0'},
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Log': {'1.0'},
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Network': {'1.1'},
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Port': {'1.6'},
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:     'PortForwarding': {'1.2'},
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:     'QosPolicy': {'1.8'},
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SecurityGroup': {'1.3'},
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SecurityGroupRule': {'1.1'},
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SubPort': {'1.0'},
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Subnet': {'1.1'},
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Trunk': {'1.1'}}
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]: consumer versions:
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]: {   DHCP agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:     L3 agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:     Metadata agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:     Metering agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:     Open vSwitch agent@dv-cinder-766752-1-iscsi: {   'AddressGroup': '1.0',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'ConntrackHelper': '1.0',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Log': '1.0',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Network': '1.1',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Port': '1.6',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'PortForwarding': '1.2',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'QosPolicy': '1.8',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SecurityGroup': '1.3',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SecurityGroupRule': '1.1',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SubPort': '1.0',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Subnet': '1.1',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Trunk': '1.1'},
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:     Open vSwitch agent@hv-cinder-76675: {   'AddressGroup': '1.0',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'ConntrackHelper': '1.0',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'Log': '1.0',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'Network': '1.1',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'Port': '1.6',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'PortForwarding': '1.2',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'QosPolicy': '1.8',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'SecurityGroup': '1.3',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'SecurityGroupRule': '1.1',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'SubPort': '1.0',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'Subnet': '1.1',
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'Trunk': '1.1'}}
Dec 11 16:26:42.988351 dv-cinder-766752-1-iscsi neutron-server[80088]:  {{(pid=80199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 11 16:26:42.994738 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757087625194', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:42.995600 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.segments_db [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Added segment ab1f9bf8-33bf-4411-b975-dd1c836e7017 of type vxlan for network 992b278b-e7cd-4bd8-bda7-fa61f5dabe61
Dec 11 16:26:42.998022 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:43.031332 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757087056021'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:43.070794 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:43.072942 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:26:43.073745 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:43.090605 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:43.202965 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.0159113
Dec 11 16:26:43.206085 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54250) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:43.209592 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Pushing event updated for resources: {'Network': ['ID=992b278b-e7cd-4bd8-bda7-fa61f5dabe61,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:43.213479 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:43.215042 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Request body: {'subnet': {'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-808367517-subnet', 'tenant_id': '511468fc2d8d49c8b28184d367b1e7fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:26:43.222238 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Network 992b278b-e7cd-4bd8-bda7-fa61f5dabe61 details requested by agent ovs-agent-dv-cinder-766752-1-iscsi with host dv-cinder-766752-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:26:43.232088 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:43.244318 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Network 992b278b-e7cd-4bd8-bda7-fa61f5dabe61 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:26:43.249631 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Usage tracker for resource:subnet and tenant:511468fc2d8d49c8b28184d367b1e7fa is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:43.259072 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:43.269065 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:43.289118 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Made reservation on behalf of 511468fc2d8d49c8b28184d367b1e7fa for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:26:43.294452 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:43.827721 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:43.844161 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-db227792-84af-4224-854a-6b91d5b4621c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:44.004129 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=840d87d5-193c-4288-adc8-59ea35bedd36,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:44.016587 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.017007 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.017385 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.018229 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.018229 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.018657 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.019022 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.019404 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.019790 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.020186 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.020586 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.021343 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.022064 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.022651 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.023278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.023861 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.024419 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.025016 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.025611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.026202 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.026768 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.027389 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.027987 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.028591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Tracked resource versions report:
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]: pushed versions:
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]: {   'AddressGroup': {'1.0'},
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:     'ConntrackHelper': {'1.0'},
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Log': {'1.0'},
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Network': {'1.1'},
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Port': {'1.6'},
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:     'PortForwarding': {'1.2'},
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:     'QosPolicy': {'1.8'},
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SecurityGroup': {'1.3'},
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SecurityGroupRule': {'1.1'},
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SubPort': {'1.0'},
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Subnet': {'1.1'},
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Trunk': {'1.1'}}
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]: consumer versions:
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]: {   DHCP agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:     L3 agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:     Metadata agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:     Metering agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:     Open vSwitch agent@dv-cinder-766752-1-iscsi: {   'AddressGroup': '1.0',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'ConntrackHelper': '1.0',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Log': '1.0',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Network': '1.1',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Port': '1.6',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'PortForwarding': '1.2',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'QosPolicy': '1.8',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SecurityGroup': '1.3',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SecurityGroupRule': '1.1',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SubPort': '1.0',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Subnet': '1.1',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Trunk': '1.1'},
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:     Open vSwitch agent@hv-cinder-76675: {   'AddressGroup': '1.0',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'ConntrackHelper': '1.0',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'Log': '1.0',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'Network': '1.1',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'Port': '1.6',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'PortForwarding': '1.2',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'QosPolicy': '1.8',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'SecurityGroup': '1.3',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'SecurityGroupRule': '1.1',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'SubPort': '1.0',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'Subnet': '1.1',
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'Trunk': '1.1'}}
Dec 11 16:26:44.031100 dv-cinder-766752-1-iscsi neutron-server[80088]:  {{(pid=80200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 11 16:26:44.038997 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:44.089007 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54282) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:44.105085 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Checking segment: {'id': 'ab1f9bf8-33bf-4411-b975-dd1c836e7017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:26:44.105492 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Network hostable DHCP agents. Network: 992b278b-e7cd-4bd8-bda7-fa61f5dabe61, hostable agents: ['c5d385f8-98d2-443d-9154-5b7329a9b521'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 11 16:26:44.135623 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Network 992b278b-e7cd-4bd8-bda7-fa61f5dabe61 is scheduled to be hosted by DHCP agent c5d385f8-98d2-443d-9154-5b7329a9b521 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 11 16:26:44.152082 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-iscsi, 992b278b-e7cd-4bd8-bda7-fa61f5dabe61) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:26:44.157858 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:26:44.159082 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:44.162793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54026be2-78a7-4e16-b372-ef5675ea0adf None None] Network 992b278b-e7cd-4bd8-bda7-fa61f5dabe61 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:26:44.189773 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9818504
Dec 11 16:26:44.463717 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bf806e-06a3-4216-bccf-90a7e3cbd650 None None] Network 992b278b-e7cd-4bd8-bda7-fa61f5dabe61 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:26:44.526922 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54298) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:44.682731 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-network', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:26:44.689493 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:44.694282 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Usage tracker for resource:network and tenant:6ad201a40eb54facbb2b8d35f51492f4 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:44.698183 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:44.705365 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:44.716798 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Made reservation on behalf of 6ad201a40eb54facbb2b8d35f51492f4 for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:26:44.722162 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:44.738416 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:44.758225 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:44.762880 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Usage tracker for resource:security_group_rule and tenant:6ad201a40eb54facbb2b8d35f51492f4 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:44.766426 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:44.772576 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:44.834861 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54306) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:44.882302 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:44.885605 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:44.890875 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ed74d9fc-86af-4b88-a960-a158eee1eb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:44.926914 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 11 16:26:44.940684 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626e3ff3-c119-4ada-abb5-305712655a53,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:44.945371 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:44.946367 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757087625194', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:44.946818 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.segments_db [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Added segment 874e3b45-2e23-4239-9758-c43aea39df2f of type vxlan for network 039bbca1-f016-4285-abfa-5348e6c4eb84
Dec 11 16:26:44.979858 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757087056021'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:45.029795 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:45.031822 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:26:45.032615 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:45.038457 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-8d0da18c-480a-4590-8573-628c33f87508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:45.157875 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54318) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:45.159532 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.0691018
Dec 11 16:26:45.161604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Pushing event updated for resources: {'Network': ['ID=039bbca1-f016-4285-abfa-5348e6c4eb84,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:45.167713 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-5a936573-57fa-48ad-9ca7-a65d70c4e853 admin admin] Request body: {'subnet': {'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-subnet', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:26:45.176011 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-5a936573-57fa-48ad-9ca7-a65d70c4e853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:45.177299 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:45.177429 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Network 039bbca1-f016-4285-abfa-5348e6c4eb84 details requested by agent ovs-agent-dv-cinder-766752-1-iscsi with host dv-cinder-766752-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:26:45.181515 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-5a936573-57fa-48ad-9ca7-a65d70c4e853 admin admin] Usage tracker for resource:subnet and tenant:6ad201a40eb54facbb2b8d35f51492f4 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:45.184911 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-5a936573-57fa-48ad-9ca7-a65d70c4e853 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:45.191450 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-5a936573-57fa-48ad-9ca7-a65d70c4e853 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:45.199253 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Network 039bbca1-f016-4285-abfa-5348e6c4eb84 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:26:45.203090 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a936573-57fa-48ad-9ca7-a65d70c4e853 admin admin] Made reservation on behalf of 6ad201a40eb54facbb2b8d35f51492f4 for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:26:45.208237 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5a936573-57fa-48ad-9ca7-a65d70c4e853 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:45.220968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1388863585-network', 'tenant_id': 'a16d0d88d5b94cea99d23877a379dc8f'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:26:45.231632 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:45.242964 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Usage tracker for resource:network and tenant:a16d0d88d5b94cea99d23877a379dc8f is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:45.252424 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:45.268758 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:45.291658 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Made reservation on behalf of a16d0d88d5b94cea99d23877a379dc8f for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:26:45.305483 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:45.352569 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:45.412266 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:45.424121 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Usage tracker for resource:security_group_rule and tenant:a16d0d88d5b94cea99d23877a379dc8f is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:45.427742 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:45.442769 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:45.550156 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1282461342-network', 'tenant_id': '667e4a17ae3d46d3ba440736127fb3aa'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:26:45.556019 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:45.560989 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Usage tracker for resource:network and tenant:667e4a17ae3d46d3ba440736127fb3aa is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:45.564307 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:45.570957 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:45.582998 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Made reservation on behalf of 667e4a17ae3d46d3ba440736127fb3aa for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:26:45.588551 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:45.608191 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:45.625527 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:45.628432 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:45.632014 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:45.635200 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:45.637542 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Usage tracker for resource:security_group_rule and tenant:667e4a17ae3d46d3ba440736127fb3aa is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:45.641223 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:45.647500 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:45.670884 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1882709-447d-48b7-acc1-08f6ae587fcd,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:45.675364 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:45.685562 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 11 16:26:45.728081 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757087625194', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:45.729587 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.segments_db [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Added segment c0a20691-6e8d-48b4-b032-c4e163332060 of type vxlan for network a362299f-30aa-4917-92de-dfd26a6d0816
Dec 11 16:26:45.777566 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757087056021'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:45.819226 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:45.821001 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:26:45.823142 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:45.831027 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:45.866134 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:45.872510 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:45.889825 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:45.927659 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 11 16:26:45.958737 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Pushing event updated for resources: {'Network': ['ID=a362299f-30aa-4917-92de-dfd26a6d0816,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:45.961680 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:45.962309 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.segments_db [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Added segment 3d980729-111e-4033-ab39-ac93afbc4d15 of type vxlan for network 4df5138a-c173-41d2-a9c6-10906b0c52cb
Dec 11 16:26:45.962445 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:45.973895 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54342) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:45.977590 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Network a362299f-30aa-4917-92de-dfd26a6d0816 details requested by agent ovs-agent-dv-cinder-766752-1-iscsi with host dv-cinder-766752-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:26:45.998190 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.4648271
Dec 11 16:26:45.999948 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54348) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:46.020698 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-7cd6cecf-d4b0-44b9-812d-91c6316124e1 admin admin] Request body: {'subnet': {'network_id': 'a362299f-30aa-4917-92de-dfd26a6d0816', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1388863585-subnet', 'tenant_id': 'a16d0d88d5b94cea99d23877a379dc8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:26:46.021774 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Network a362299f-30aa-4917-92de-dfd26a6d0816 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:26:46.030971 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:46.045665 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:46.058547 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757087056021'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:46.069193 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-7cd6cecf-d4b0-44b9-812d-91c6316124e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:46.077956 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-7cd6cecf-d4b0-44b9-812d-91c6316124e1 admin admin] Usage tracker for resource:subnet and tenant:a16d0d88d5b94cea99d23877a379dc8f is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:46.084346 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-7cd6cecf-d4b0-44b9-812d-91c6316124e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:46.105203 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-7cd6cecf-d4b0-44b9-812d-91c6316124e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:46.167263 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:46.172699 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd6cecf-d4b0-44b9-812d-91c6316124e1 admin admin] Made reservation on behalf of a16d0d88d5b94cea99d23877a379dc8f for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:26:46.180917 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7cd6cecf-d4b0-44b9-812d-91c6316124e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:46.199762 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:26:46.200410 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:46.221738 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:46.436042 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Pushing event updated for resources: {'Network': ['ID=4df5138a-c173-41d2-a9c6-10906b0c52cb,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:46.443720 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.6068461
Dec 11 16:26:46.445422 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:46.449435 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54362) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:46.462536 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-69445b0c-92ef-4297-99cc-af58f8ad79cd admin admin] Request body: {'subnet': {'network_id': '4df5138a-c173-41d2-a9c6-10906b0c52cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1282461342-subnet', 'tenant_id': '667e4a17ae3d46d3ba440736127fb3aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:26:46.475717 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Network 4df5138a-c173-41d2-a9c6-10906b0c52cb details requested by agent ovs-agent-dv-cinder-766752-1-iscsi with host dv-cinder-766752-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:26:46.477516 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-69445b0c-92ef-4297-99cc-af58f8ad79cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:46.503362 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-69445b0c-92ef-4297-99cc-af58f8ad79cd admin admin] Usage tracker for resource:subnet and tenant:667e4a17ae3d46d3ba440736127fb3aa is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:46.515886 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-69445b0c-92ef-4297-99cc-af58f8ad79cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:46.533854 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-69445b0c-92ef-4297-99cc-af58f8ad79cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:46.566683 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-525720470-network', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:26:46.577553 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69445b0c-92ef-4297-99cc-af58f8ad79cd admin admin] Made reservation on behalf of 667e4a17ae3d46d3ba440736127fb3aa for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:26:46.595164 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-69445b0c-92ef-4297-99cc-af58f8ad79cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:46.618082 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5a936573-57fa-48ad-9ca7-a65d70c4e853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:46.647607 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:46.682102 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54368) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:46.791462 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Network 4df5138a-c173-41d2-a9c6-10906b0c52cb details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:26:46.859687 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a936573-57fa-48ad-9ca7-a65d70c4e853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c00391c9-6902-493e-bdec-b850663c39cb,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:46.865150 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-5a936573-57fa-48ad-9ca7-a65d70c4e853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:47.003019 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1756582440-network', 'tenant_id': 'f81dfe4370ea477facbd7f000b34a7bd'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:26:47.026588 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:47.041776 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Usage tracker for resource:network and tenant:f81dfe4370ea477facbd7f000b34a7bd is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:47.053187 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:47.075055 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:47.103814 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a936573-57fa-48ad-9ca7-a65d70c4e853 admin admin] Checking segment: {'id': '874e3b45-2e23-4239-9758-c43aea39df2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:26:47.104342 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a936573-57fa-48ad-9ca7-a65d70c4e853 admin admin] Network hostable DHCP agents. Network: 039bbca1-f016-4285-abfa-5348e6c4eb84, hostable agents: ['c5d385f8-98d2-443d-9154-5b7329a9b521'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 11 16:26:47.112206 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Made reservation on behalf of f81dfe4370ea477facbd7f000b34a7bd for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:26:47.117558 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:47.139505 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:47.166524 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:47.167304 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:47.172134 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a936573-57fa-48ad-9ca7-a65d70c4e853 admin admin] Network 039bbca1-f016-4285-abfa-5348e6c4eb84 is scheduled to be hosted by DHCP agent c5d385f8-98d2-443d-9154-5b7329a9b521 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 11 16:26:47.174889 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Usage tracker for resource:network and tenant:1c5767d59b7a47b5accf73b3f5a99e0f is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:47.176931 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Usage tracker for resource:security_group_rule and tenant:f81dfe4370ea477facbd7f000b34a7bd is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:47.179908 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:47.181716 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:47.191441 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:47.195070 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:47.229484 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Made reservation on behalf of 1c5767d59b7a47b5accf73b3f5a99e0f for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:26:47.234452 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:47.240727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-5a936573-57fa-48ad-9ca7-a65d70c4e853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-iscsi, 039bbca1-f016-4285-abfa-5348e6c4eb84) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:26:47.254349 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aeb9b7-1aac-40d4-8029-4abc72a2eb9e None None] Network 039bbca1-f016-4285-abfa-5348e6c4eb84 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:26:47.264538 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:47.267057 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a936573-57fa-48ad-9ca7-a65d70c4e853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:26:47.267731 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5a936573-57fa-48ad-9ca7-a65d70c4e853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:47.309886 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7cd6cecf-d4b0-44b9-812d-91c6316124e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:47.311299 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:47.317162 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-5a936573-57fa-48ad-9ca7-a65d70c4e853 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.1577427
Dec 11 16:26:47.318028 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54386) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:47.328342 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Usage tracker for resource:security_group_rule and tenant:1c5767d59b7a47b5accf73b3f5a99e0f is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:47.333860 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:47.346188 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-5a936573-57fa-48ad-9ca7-a65d70c4e853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:47.379764 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:26:47.415205 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:47.429021 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:47.430837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Usage tracker for resource:router and tenant:6ad201a40eb54facbb2b8d35f51492f4 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:47.442332 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:47.608746 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:47.662591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:47.668322 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6cecf-d4b0-44b9-812d-91c6316124e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f43d7b5-72a3-4424-9a67-528c85a66e9b,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:47.671698 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7cd6cecf-d4b0-44b9-812d-91c6316124e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:47.685107 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:47.702470 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854257003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854741687'] for router, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:47.703197 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854284226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-492582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34129'] for router, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:47.722030 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:47.761726 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 11 16:26:47.778041 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:47.778041 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.segments_db [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Added segment 8954ae73-0cb2-484c-b633-ed7bddd86018 of type vxlan for network 7ceea7fc-3f51-4d9b-9376-b9c7bf61dde2
Dec 11 16:26:47.814031 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757087056021'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:47.820148 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:47.825839 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:47.830215 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e165c9a-747f-5c25-ae5f-69a683944675-039bbca1-f016-4285-abfa-5348e6c4eb84', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'fixed_ips': [{'subnet_id': 'c00391c9-6902-493e-bdec-b850663c39cb'}]}} from dv-cinder-766752-1-iscsi. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 11 16:26:47.831757 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:47.833245 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:47.856545 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:47.915868 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26864f4c-0a1e-41ea-95b8-8bd281c1ca70,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:47.925923 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:47.950387 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 11 16:26:47.969501 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757087625194', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:47.969943 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.segments_db [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Added segment e3f0f4ac-8d40-4e92-a188-633521eceb79 of type vxlan for network 38d5d1c1-19a8-4909-8ee8-0c1228de8a33
Dec 11 16:26:48.018519 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757087056021'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:48.143352 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-69445b0c-92ef-4297-99cc-af58f8ad79cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:48.179322 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854270776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34094'] for router, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:48.187059 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:48.216471 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:26:48.217051 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:48.272378 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.5836508
Dec 11 16:26:48.287301 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54422) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:48.306056 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-dac5a74f-af20-4284-a8fc-d4a9e9a9c0f9 admin admin] Request body: {'subnet': {'network_id': '7ceea7fc-3f51-4d9b-9376-b9c7bf61dde2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1756582440-subnet', 'tenant_id': 'f81dfe4370ea477facbd7f000b34a7bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:26:48.307931 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:48.311072 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-dac5a74f-af20-4284-a8fc-d4a9e9a9c0f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:48.315330 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-dac5a74f-af20-4284-a8fc-d4a9e9a9c0f9 admin admin] Usage tracker for resource:subnet and tenant:f81dfe4370ea477facbd7f000b34a7bd is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:48.322625 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-dac5a74f-af20-4284-a8fc-d4a9e9a9c0f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:48.352478 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:48.382489 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:26:48.383177 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:48.444081 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69445b0c-92ef-4297-99cc-af58f8ad79cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:48.447134 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69445b0c-92ef-4297-99cc-af58f8ad79cd admin admin] Checking segment: {'id': '3d980729-111e-4033-ab39-ac93afbc4d15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4df5138a-c173-41d2-a9c6-10906b0c52cb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:26:48.447532 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69445b0c-92ef-4297-99cc-af58f8ad79cd admin admin] Network hostable DHCP agents. Network: 4df5138a-c173-41d2-a9c6-10906b0c52cb, hostable agents: ['c5d385f8-98d2-443d-9154-5b7329a9b521'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 11 16:26:48.453014 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-69445b0c-92ef-4297-99cc-af58f8ad79cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:48.454433 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:48.488898 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 2.5136373
Dec 11 16:26:48.511522 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54432) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:48.512154 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54434) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:48.521170 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 11 16:26:48.592419 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Allocated IP 172.20.0.2 (039bbca1-f016-4285-abfa-5348e6c4eb84/c00391c9-6902-493e-bdec-b850663c39cb/4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:26:48.627173 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-dac5a74f-af20-4284-a8fc-d4a9e9a9c0f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:48.629752 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d314f90f-3d49-49a9-a036-ae10585553f7,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:48.632970 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54440) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:48.647926 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:48.648367 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.394s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:48.704218 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac5a74f-af20-4284-a8fc-d4a9e9a9c0f9 admin admin] Made reservation on behalf of f81dfe4370ea477facbd7f000b34a7bd for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:26:48.706327 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-6812f97c-097a-475d-b001-8457902ed7db tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:26:48.707139 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-6812f97c-097a-475d-b001-8457902ed7db tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Synchronizing usage tracker for tenant:511468fc2d8d49c8b28184d367b1e7fa on resource:network {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:26:48.708987 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dac5a74f-af20-4284-a8fc-d4a9e9a9c0f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:48.718927 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-401ed616-6c0c-46f0-991e-bb562d3bfe12 admin admin] Request body: {'subnet': {'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-525720470-subnet', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:26:48.743178 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-6812f97c-097a-475d-b001-8457902ed7db tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Unset dirty status for tenant:511468fc2d8d49c8b28184d367b1e7fa on resource:network {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:26:48.750506 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-6812f97c-097a-475d-b001-8457902ed7db tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/networks?id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61 HTTP/1.1" status: 200  len: 814 time: 0.2370119
Dec 11 16:26:48.773215 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-46363434-0a39-437b-8f57-e2a5160133f9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/quotas/511468fc2d8d49c8b28184d367b1e7fa HTTP/1.1" status: 200  len: 375 time: 0.0210104
Dec 11 16:26:48.923688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Pushing event updated for resources: {'Network': ['ID=7ceea7fc-3f51-4d9b-9376-b9c7bf61dde2,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:48.932816 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-a7aee9ff-dca2-41e4-8e2c-99b46779d352 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?tenant_id=511468fc2d8d49c8b28184d367b1e7fa&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1579854
Dec 11 16:26:48.954529 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Pushing event updated for resources: {'Network': ['ID=38d5d1c1-19a8-4909-8ee8-0c1228de8a33,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:48.958956 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:48.960279 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69445b0c-92ef-4297-99cc-af58f8ad79cd admin admin] Network 4df5138a-c173-41d2-a9c6-10906b0c52cb is scheduled to be hosted by DHCP agent c5d385f8-98d2-443d-9154-5b7329a9b521 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 11 16:26:48.965091 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-401ed616-6c0c-46f0-991e-bb562d3bfe12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:48.971525 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-401ed616-6c0c-46f0-991e-bb562d3bfe12 admin admin] Usage tracker for resource:subnet and tenant:1c5767d59b7a47b5accf73b3f5a99e0f is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:48.979331 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-401ed616-6c0c-46f0-991e-bb562d3bfe12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:48.987993 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-401ed616-6c0c-46f0-991e-bb562d3bfe12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:48.989758 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:48.993438 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-69445b0c-92ef-4297-99cc-af58f8ad79cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-iscsi, 4df5138a-c173-41d2-a9c6-10906b0c52cb) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:26:49.000470 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69445b0c-92ef-4297-99cc-af58f8ad79cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:26:49.001445 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-69445b0c-92ef-4297-99cc-af58f8ad79cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:49.026215 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Network 7ceea7fc-3f51-4d9b-9376-b9c7bf61dde2 details requested by agent ovs-agent-dv-cinder-766752-1-iscsi with host dv-cinder-766752-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:26:49.030874 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-69445b0c-92ef-4297-99cc-af58f8ad79cd admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 2.5794027
Dec 11 16:26:49.033530 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54460) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:49.040190 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1282461342-router', 'tenant_id': '667e4a17ae3d46d3ba440736127fb3aa', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:26:49.044260 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401ed616-6c0c-46f0-991e-bb562d3bfe12 admin admin] Made reservation on behalf of 1c5767d59b7a47b5accf73b3f5a99e0f for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:26:49.049353 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-401ed616-6c0c-46f0-991e-bb562d3bfe12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:49.051580 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd6cecf-d4b0-44b9-812d-91c6316124e1 admin admin] Checking segment: {'id': 'c0a20691-6e8d-48b4-b032-c4e163332060', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a362299f-30aa-4917-92de-dfd26a6d0816'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:26:49.051949 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd6cecf-d4b0-44b9-812d-91c6316124e1 admin admin] Network hostable DHCP agents. Network: a362299f-30aa-4917-92de-dfd26a6d0816, hostable agents: ['c5d385f8-98d2-443d-9154-5b7329a9b521'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 11 16:26:49.057598 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7e4206fb-0b9a-4cbb-b101-7ff83fb34b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:49.077022 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:49.092710 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-7e4206fb-0b9a-4cbb-b101-7ff83fb34b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:49.108705 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-7e4206fb-0b9a-4cbb-b101-7ff83fb34b13 admin admin] Usage tracker for resource:security_group_rule and tenant:fb7092cab21744b8bffbeb2b50be6e5d is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:49.113406 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-7e4206fb-0b9a-4cbb-b101-7ff83fb34b13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:49.126080 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-7e4206fb-0b9a-4cbb-b101-7ff83fb34b13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:49.129653 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Usage tracker for resource:router and tenant:667e4a17ae3d46d3ba440736127fb3aa is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:49.151069 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:49.154317 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd6cecf-d4b0-44b9-812d-91c6316124e1 admin admin] Network a362299f-30aa-4917-92de-dfd26a6d0816 is scheduled to be hosted by DHCP agent c5d385f8-98d2-443d-9154-5b7329a9b521 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 11 16:26:49.168504 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:49.171516 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Network 7ceea7fc-3f51-4d9b-9376-b9c7bf61dde2 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:26:49.187086 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Network 38d5d1c1-19a8-4909-8ee8-0c1228de8a33 details requested by agent ovs-agent-dv-cinder-766752-1-iscsi with host dv-cinder-766752-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:26:49.202868 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Network 38d5d1c1-19a8-4909-8ee8-0c1228de8a33 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:26:49.219255 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6d7e06-251e-475f-8ae1-4616d6410e9a None None] Network 4df5138a-c173-41d2-a9c6-10906b0c52cb requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:26:49.225295 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-7cd6cecf-d4b0-44b9-812d-91c6316124e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-iscsi, a362299f-30aa-4917-92de-dfd26a6d0816) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:26:49.277805 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-177d7c47-2d3d-4759-92b8-e97f3cc6746c service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 11 16:26:49.279469 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-177d7c47-2d3d-4759-92b8-e97f3cc6746c service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.2106876
Dec 11 16:26:49.396901 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd6cecf-d4b0-44b9-812d-91c6316124e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:26:49.397570 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7cd6cecf-d4b0-44b9-812d-91c6316124e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:49.453479 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-0a541bae-a89b-4b9a-8303-36f48570b404 service neutron] 10.222.0.68 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617920
Dec 11 16:26:49.458842 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854257003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854741687'] for router, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:49.460508 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854284226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-492582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34129'] for router, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:49.606867 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-7cd6cecf-d4b0-44b9-812d-91c6316124e1 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.5865343
Dec 11 16:26:49.609766 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e20000-5a9c-41f6-82dc-94ad44cfe362 None None] Network a362299f-30aa-4917-92de-dfd26a6d0816 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:26:49.635821 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:49.684208 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:49.820548 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7e4206fb-0b9a-4cbb-b101-7ff83fb34b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:49.821500 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54492) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:49.840551 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7e4206fb-0b9a-4cbb-b101-7ff83fb34b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:49.886509 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-5fc95501-7a0e-436f-bb22-8e5cccc71132 service neutron] 10.222.0.68 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4185355
Dec 11 16:26:49.910944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:49.911612 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:50.031393 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-7e4206fb-0b9a-4cbb-b101-7ff83fb34b13 admin admin] Synchronizing usage tracker for tenant:c0b64bc598c548349af514a8755d9a23 on resource:security_group {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:26:50.175113 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4206fb-0b9a-4cbb-b101-7ff83fb34b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201ca335-d4a8-458e-8f03-cafcc781f7a7,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:50.196411 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7e4206fb-0b9a-4cbb-b101-7ff83fb34b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:50.216680 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:50.275968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ef6e-11de-4042-a586-0be017947374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:50.294903 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-7e4206fb-0b9a-4cbb-b101-7ff83fb34b13 admin admin] Unset dirty status for tenant:c0b64bc598c548349af514a8755d9a23 on resource:security_group {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:26:50.296270 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-7e4206fb-0b9a-4cbb-b101-7ff83fb34b13 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fb7092cab21744b8bffbeb2b50be6e5d&name=default HTTP/1.1" status: 200  len: 2875 time: 1.6608977
Dec 11 16:26:50.308472 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54516) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:50.332369 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-d6a8ef6e-11de-4042-a586-0be017947374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:50.341766 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e19968d-aad0-44de-89a8-986306920140 None None] Network 4df5138a-c173-41d2-a9c6-10906b0c52cb requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:26:50.346827 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-d6a8ef6e-11de-4042-a586-0be017947374 admin admin] Usage tracker for resource:security_group_rule and tenant:e416a677f9584e928cd4e35d848fa580 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:50.374475 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-d6a8ef6e-11de-4042-a586-0be017947374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:50.478351 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-d6a8ef6e-11de-4042-a586-0be017947374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:50.623461 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2ff80242-ac63-43b2-ad8e-2c7bd3056356 req-588452e3-3c6e-4599-959a-4eddf8deef3f tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 210 time: 0.1596003
Dec 11 16:26:50.638273 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-35a02c3e-dad0-4c0c-ba8f-bade0c7a6b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:50.724328 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Allocated IP 172.27.3.95 (2c8d0687-6545-4ddc-9608-794ea870ad6d/c11ea905-4982-4de9-ba49-1a66c1d28d32/e4aff631-c7d3-4e34-aa36-2569b1196361) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:26:50.765460 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:50.790942 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dac5a74f-af20-4284-a8fc-d4a9e9a9c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:50.849202 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:50.944479 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-35a02c3e-dad0-4c0c-ba8f-bade0c7a6b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:50.965339 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854270776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34094'] for router, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:50.978270 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Transition to ACTIVE for port object 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:26:51.145877 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Transition to ACTIVE for port object 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:26:51.150193 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11b041e-23ab-4d91-9bae-408fbdd55ce4 None None] Network a362299f-30aa-4917-92de-dfd26a6d0816 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:26:51.180073 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:51.213635 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-298c5006-9518-4419-9e76-7e19a485722c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:51.267714 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:51.294724 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Pushing event updated for resources: {'Port': ['ID=4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:51.343803 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-401ed616-6c0c-46f0-991e-bb562d3bfe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:51.362706 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:51.383951 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.384471 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.384982 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.385518 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.386041 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.386519 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.387173 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.387727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.388157 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.388744 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.389242 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.389702 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.390241 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.390730 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.391247 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.391941 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.392560 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.393035 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.393506 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.393978 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.394449 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.394959 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.395436 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.395910 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Tracked resource versions report:
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]: pushed versions:
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]: {   'AddressGroup': {'1.0'},
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:     'ConntrackHelper': {'1.0'},
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Log': {'1.0'},
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Network': {'1.1'},
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Port': {'1.6'},
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:     'PortForwarding': {'1.2'},
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:     'QosPolicy': {'1.8'},
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SecurityGroup': {'1.3'},
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SecurityGroupRule': {'1.1'},
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SubPort': {'1.0'},
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Subnet': {'1.1'},
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Trunk': {'1.1'}}
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]: consumer versions:
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]: {   DHCP agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:     L3 agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:     Metadata agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:     Metering agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:     Open vSwitch agent@dv-cinder-766752-1-iscsi: {   'AddressGroup': '1.0',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'ConntrackHelper': '1.0',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Log': '1.0',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Network': '1.1',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Port': '1.6',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'PortForwarding': '1.2',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'QosPolicy': '1.8',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SecurityGroup': '1.3',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SecurityGroupRule': '1.1',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SubPort': '1.0',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Subnet': '1.1',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Trunk': '1.1'},
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:     Open vSwitch agent@hv-cinder-76675: {   'AddressGroup': '1.0',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'ConntrackHelper': '1.0',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'Log': '1.0',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'Network': '1.1',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'Port': '1.6',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'PortForwarding': '1.2',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'QosPolicy': '1.8',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'SecurityGroup': '1.3',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'SecurityGroupRule': '1.1',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'SubPort': '1.0',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'Subnet': '1.1',
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'Trunk': '1.1'}}
Dec 11 16:26:51.398674 dv-cinder-766752-1-iscsi neutron-server[80088]:  {{(pid=80201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 11 16:26:51.425560 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ef6e-11de-4042-a586-0be017947374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:51.430863 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:51.459638 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:51.461057 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-35a02c3e-dad0-4c0c-ba8f-bade0c7a6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:51.468892 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ef6e-11de-4042-a586-0be017947374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:51.571105 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ed616-6c0c-46f0-991e-bb562d3bfe12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc5b558-60c5-446c-9755-1fcb42bad47f,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:51.584209 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54560) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:51.589916 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-401ed616-6c0c-46f0-991e-bb562d3bfe12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:51.698583 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Network 2c8d0687-6545-4ddc-9608-794ea870ad6d is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:26:51.720491 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Network 039bbca1-f016-4285-abfa-5348e6c4eb84 is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:26:51.723884 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Resources bound (agent type, host, resource id):  {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:26:51.729896 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:26:51.814943 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Attempting to bind port 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:26:51.815387 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Attempting to bind port 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': '874e3b45-2e23-4239-9758-c43aea39df2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:26:51.815795 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Attempting to bind port 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 on network 039bbca1-f016-4285-abfa-5348e6c4eb84 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:26:51.860158 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:26:51.860784 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Checking segment: {'id': '874e3b45-2e23-4239-9758-c43aea39df2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:26:51.861248 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:51.861697 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Bound using segment: {'id': '874e3b45-2e23-4239-9758-c43aea39df2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:26:51.862252 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Bound port: 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874e3b45-2e23-4239-9758-c43aea39df2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:26:51.862695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:51.971090 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] For port 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:26:51.974699 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] For port 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949,segment=NetworkSegment(874e3b45-2e23-4239-9758-c43aea39df2f),segment_id=874e3b45-2e23-4239-9758-c43aea39df2f)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:26:51.979184 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:52.065010 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:26:52.078276 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5a74f-af20-4284-a8fc-d4a9e9a9c0f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0beabb43-f3fd-43fb-8397-de04d6edc048,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:52.094604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:26:52.124567 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:52.171342 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7cb5de0f-629d-40b1-a2f1-08040994f80d req-15bfa660-03b7-4100-b6a1-2401d5982555 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 210 time: 0.1646249
Dec 11 16:26:52.217068 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-35a02c3e-dad0-4c0c-ba8f-bade0c7a6b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:52.218450 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-35a02c3e-dad0-4c0c-ba8f-bade0c7a6b02 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/201ca335-d4a8-458e-8f03-cafcc781f7a7 HTTP/1.1" status: 204  len: 168 time: 1.9066730
Dec 11 16:26:52.243563 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Pushing event updated for resources: {'Port': ['ID=4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:52.250329 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:52.253439 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d96fa-b4a7-447a-8397-882771909355 req-4d8ac842-b59f-4adc-93a9-4c6a34df8cc8 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:26:52.254266 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-2f0d96fa-b4a7-447a-8397-882771909355 req-4d8ac842-b59f-4adc-93a9-4c6a34df8cc8 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Synchronizing usage tracker for tenant:a16d0d88d5b94cea99d23877a379dc8f on resource:network {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:26:52.283017 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-2f0d96fa-b4a7-447a-8397-882771909355 req-4d8ac842-b59f-4adc-93a9-4c6a34df8cc8 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Unset dirty status for tenant:a16d0d88d5b94cea99d23877a379dc8f on resource:network {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:26:52.284467 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2f0d96fa-b4a7-447a-8397-882771909355 req-4d8ac842-b59f-4adc-93a9-4c6a34df8cc8 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/networks?id=a362299f-30aa-4917-92de-dfd26a6d0816 HTTP/1.1" status: 200  len: 812 time: 0.6982164
Dec 11 16:26:52.316039 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:52.344199 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-dac5a74f-af20-4284-a8fc-d4a9e9a9c0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.495s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:52.360616 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401ed616-6c0c-46f0-991e-bb562d3bfe12 admin admin] Checking segment: {'id': 'e3f0f4ac-8d40-4e92-a188-633521eceb79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:26:52.361248 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401ed616-6c0c-46f0-991e-bb562d3bfe12 admin admin] Network hostable DHCP agents. Network: 38d5d1c1-19a8-4909-8ee8-0c1228de8a33, hostable agents: ['c5d385f8-98d2-443d-9154-5b7329a9b521'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 11 16:26:52.371691 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4413ea74-a816-4372-8ce6-320f61750457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.708s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:52.396875 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:52.416237 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401ed616-6c0c-46f0-991e-bb562d3bfe12 admin admin] Network 38d5d1c1-19a8-4909-8ee8-0c1228de8a33 is scheduled to be hosted by DHCP agent c5d385f8-98d2-443d-9154-5b7329a9b521 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 11 16:26:52.425185 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2f0d96fa-b4a7-447a-8397-882771909355 req-f3bbcf5c-2758-4a65-9278-77a7aa499ff7 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/quotas/a16d0d88d5b94cea99d23877a379dc8f HTTP/1.1" status: 200  len: 375 time: 0.1211691
Dec 11 16:26:52.462027 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-401ed616-6c0c-46f0-991e-bb562d3bfe12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-iscsi, 38d5d1c1-19a8-4909-8ee8-0c1228de8a33) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:26:52.470085 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16583150-316a-454e-a7b7-ec6fc15523a9 None None] Network 38d5d1c1-19a8-4909-8ee8-0c1228de8a33 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:26:52.522389 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-d6a8ef6e-11de-4042-a586-0be017947374 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e416a677f9584e928cd4e35d848fa580&name=default HTTP/1.1" status: 200  len: 2875 time: 2.6964743
Dec 11 16:26:52.536313 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54582) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:52.720695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Pushing event updated for resources: {'Port': ['ID=e4aff631-c7d3-4e34-aa36-2569b1196361,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:52.811083 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:52.831086 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-0fb6a738-0fa4-4bd4-b1e2-ad387eea611c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.157s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:52.857071 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:26:52.866734 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a02c3e-dad0-4c0c-ba8f-bade0c7a6b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201ca335-d4a8-458e-8f03-cafcc781f7a7,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:53.010386 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54586) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:53.075684 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e165c9a-747f-5c25-ae5f-69a683944675-38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'fixed_ips': [{'subnet_id': '3fc5b558-60c5-446c-9755-1fcb42bad47f'}]}} from dv-cinder-766752-1-iscsi. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 11 16:26:53.076926 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:53.111686 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8ef6e-11de-4042-a586-0be017947374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255a21d1-f294-4a92-afcb-cb6061349630,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:53.228816 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Allocated IP 172.27.3.188 (2c8d0687-6545-4ddc-9608-794ea870ad6d/c11ea905-4982-4de9-ba49-1a66c1d28d32/b0fc2cf7-a3c1-4975-bad0-8f8504284851) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:26:53.235546 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d6a8ef6e-11de-4042-a586-0be017947374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:53.238684 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.147s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:53.239103 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:53.270744 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-245ae1ba-a771-4a4e-9989-499fa66a8dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:53.294710 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.64', 57718) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:53.298336 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac5a74f-af20-4284-a8fc-d4a9e9a9c0f9 admin admin] Checking segment: {'id': '8954ae73-0cb2-484c-b633-ed7bddd86018', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7ceea7fc-3f51-4d9b-9376-b9c7bf61dde2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:26:53.298718 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac5a74f-af20-4284-a8fc-d4a9e9a9c0f9 admin admin] Network hostable DHCP agents. Network: 7ceea7fc-3f51-4d9b-9376-b9c7bf61dde2, hostable agents: ['c5d385f8-98d2-443d-9154-5b7329a9b521'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 11 16:26:53.342567 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-52332881-ef00-4837-b1e2-378807506fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:53.345681 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-245ae1ba-a771-4a4e-9989-499fa66a8dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:53.403119 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-245ae1ba-a771-4a4e-9989-499fa66a8dd9 admin admin] Usage tracker for resource:security_group_rule and tenant:898c4ae4e03348a2a3f9c3497987a6bd is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:53.424466 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-245ae1ba-a771-4a4e-9989-499fa66a8dd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:53.452082 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401ed616-6c0c-46f0-991e-bb562d3bfe12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:26:53.452734 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-401ed616-6c0c-46f0-991e-bb562d3bfe12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:53.457392 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-245ae1ba-a771-4a4e-9989-499fa66a8dd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:53.482672 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:26:53.509900 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Allocated IP 172.20.0.2 (38d5d1c1-19a8-4909-8ee8-0c1228de8a33/3fc5b558-60c5-446c-9755-1fcb42bad47f/08b0d61c-af98-451d-9aa4-5be1cf8eb025) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:26:53.522162 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-401ed616-6c0c-46f0-991e-bb562d3bfe12 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 5.0066240
Dec 11 16:26:53.525077 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2f0d96fa-b4a7-447a-8397-882771909355 req-5d5d64d9-ada7-46d3-ac1e-232ba1808318 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/ports?tenant_id=a16d0d88d5b94cea99d23877a379dc8f&fields=id HTTP/1.1" status: 200  len: 210 time: 1.0711102
Dec 11 16:26:53.525608 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54596) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:53.635520 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1145213d-5b08-4661-9644-7798af487751 req-de3cd752-efdf-4a16-addc-53ead0963807 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 210 time: 0.1455562
Dec 11 16:26:53.641233 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:26:53.647023 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-52332881-ef00-4837-b1e2-378807506fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:53.695108 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:53.719350 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac5a74f-af20-4284-a8fc-d4a9e9a9c0f9 admin admin] Network 7ceea7fc-3f51-4d9b-9376-b9c7bf61dde2 is scheduled to be hosted by DHCP agent c5d385f8-98d2-443d-9154-5b7329a9b521 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 11 16:26:53.735581 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Usage tracker for resource:router and tenant:1c5767d59b7a47b5accf73b3f5a99e0f is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:53.755676 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:53.792605 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:53.808235 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:53.855112 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854257003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854741687'] for router, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:53.861594 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854284226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-492582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34129'] for router, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:53.869211 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-dac5a74f-af20-4284-a8fc-d4a9e9a9c0f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-iscsi, 7ceea7fc-3f51-4d9b-9376-b9c7bf61dde2) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:26:53.874734 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac5a74f-af20-4284-a8fc-d4a9e9a9c0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:26:53.875547 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dac5a74f-af20-4284-a8fc-d4a9e9a9c0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:53.900089 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:53.915228 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:54.104298 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [req-2f0d96fa-b4a7-447a-8397-882771909355 req-126b995b-f4e9-4009-a030-64259edb6808 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 11 16:26:54.105565 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2f0d96fa-b4a7-447a-8397-882771909355 req-126b995b-f4e9-4009-a030-64259edb6808 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.2887557
Dec 11 16:26:54.196046 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512b6f2a-33c7-46b4-a87e-e4d931ae79c6 None None] Network 7ceea7fc-3f51-4d9b-9376-b9c7bf61dde2 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:26:54.209601 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-d3924361-a769-492f-8119-6d63c584aa82 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:26:54.211912 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a813d07e-4d24-4828-ba9c-dbbf32da9dd2 None None] Network 039bbca1-f016-4285-abfa-5348e6c4eb84 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:26:54.212626 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-d3924361-a769-492f-8119-6d63c584aa82 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.64 "GET /v2.0/networks?id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61 HTTP/1.1" status: 200  len: 814 time: 0.9084044
Dec 11 16:26:54.224532 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-dac5a74f-af20-4284-a8fc-d4a9e9a9c0f9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 5.9290025
Dec 11 16:26:54.278414 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-52332881-ef00-4837-b1e2-378807506fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:54.291932 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-d1e526cf-9825-4d15-9378-9fa5a7a9eba9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Request body: {'port': {'device_id': 'd78c3997-ad55-4984-bc1d-17b1cf765a7c', 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61', 'admin_state_up': True, 'tenant_id': '511468fc2d8d49c8b28184d367b1e7fa'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:26:54.375159 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:54.385599 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854270776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34094'] for router, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:54.415072 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-245ae1ba-a771-4a4e-9989-499fa66a8dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:54.437667 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:54.450833 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-a4ded4b3-3fbd-4355-b82b-c4cccbe0800a None None] Provisioning for port 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:26:54.458457 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-245ae1ba-a771-4a4e-9989-499fa66a8dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:54.483907 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:54.622857 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52332881-ef00-4837-b1e2-378807506fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255a21d1-f294-4a92-afcb-cb6061349630,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:54.657984 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-245ae1ba-a771-4a4e-9989-499fa66a8dd9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=898c4ae4e03348a2a3f9c3497987a6bd&name=default HTTP/1.1" status: 200  len: 2879 time: 1.5634754
Dec 11 16:26:54.659545 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-52332881-ef00-4837-b1e2-378807506fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:54.668706 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d6a8ef6e-11de-4042-a586-0be017947374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:54.685543 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54632) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:54.697560 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Transition to ACTIVE for port object 08b0d61c-af98-451d-9aa4-5be1cf8eb025 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:26:54.741692 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:54.743871 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Transition to ACTIVE for port object 08b0d61c-af98-451d-9aa4-5be1cf8eb025 will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:26:54.751134 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-a4ded4b3-3fbd-4355-b82b-c4cccbe0800a None None] Provisioning complete for port 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:26:54.751626 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a4ded4b3-3fbd-4355-b82b-c4cccbe0800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:54.814259 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:54.934628 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-52332881-ef00-4837-b1e2-378807506fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:54.938775 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-52332881-ef00-4837-b1e2-378807506fd3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/255a21d1-f294-4a92-afcb-cb6061349630 HTTP/1.1" status: 204  len: 168 time: 2.3868263
Dec 11 16:26:55.038746 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:55.153636 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2f0d96fa-b4a7-447a-8397-882771909355 req-756053c4-7e62-416e-9bd2-ad0df3c47a06 service neutron] 10.222.0.68 "GET /v2.0/networks/a362299f-30aa-4917-92de-dfd26a6d0816?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0341842
Dec 11 16:26:55.215405 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3bef4283-06dd-458d-8490-38f65765d550 req-22fcc161-045b-4862-99fe-ba0c183cc75c tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 210 time: 0.1681952
Dec 11 16:26:55.391344 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Network 38d5d1c1-19a8-4909-8ee8-0c1228de8a33 is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:26:55.494322 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Resources bound (agent type, host, resource id):  {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:26:55.544900 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:26:55.640981 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Pushing event updated for resources: {'Port': ['ID=08b0d61c-af98-451d-9aa4-5be1cf8eb025,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:55.658492 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2f0d96fa-b4a7-447a-8397-882771909355 req-61cd4370-25e2-400c-8478-e10792e76ddc service neutron] 10.222.0.68 "GET /v2.0/networks/a362299f-30aa-4917-92de-dfd26a6d0816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4418294
Dec 11 16:26:55.688896 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:55.731840 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Attempting to bind port 08b0d61c-af98-451d-9aa4-5be1cf8eb025 on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:26:55.732101 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Attempting to bind port 08b0d61c-af98-451d-9aa4-5be1cf8eb025 by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': 'e3f0f4ac-8d40-4e92-a188-633521eceb79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:26:55.732424 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Attempting to bind port 08b0d61c-af98-451d-9aa4-5be1cf8eb025 on network 38d5d1c1-19a8-4909-8ee8-0c1228de8a33 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:26:55.801714 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ae1ba-a771-4a4e-9989-499fa66a8dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9a8c59-bbd8-4cfd-842a-a4d7808a4263,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:55.805561 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Pushing event updated for resources: {'Port': ['ID=b0fc2cf7-a3c1-4975-bad0-8f8504284851,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:55.827242 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.086s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:55.856389 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Network 2c8d0687-6545-4ddc-9608-794ea870ad6d is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:26:55.857912 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:26:55.864419 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:26:55.915975 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a4ded4b3-3fbd-4355-b82b-c4cccbe0800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:55.962733 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:26:55.963171 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Checking segment: {'id': 'e3f0f4ac-8d40-4e92-a188-633521eceb79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:26:55.963616 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:55.964155 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Bound using segment: {'id': 'e3f0f4ac-8d40-4e92-a188-633521eceb79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:26:55.964576 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Bound port: 08b0d61c-af98-451d-9aa4-5be1cf8eb025, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f0f4ac-8d40-4e92-a188-633521eceb79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:26:55.965026 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:56.027311 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505042'] for router, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:56.040772 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-245ae1ba-a771-4a4e-9989-499fa66a8dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.372s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:56.042707 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1aae4777-1698-47f2-ac1a-b991ad0db382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:56.164718 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1aae4777-1698-47f2-ac1a-b991ad0db382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:56.289972 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54658) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:56.297938 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54660) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:56.305850 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-d1e526cf-9825-4d15-9378-9fa5a7a9eba9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:56.309199 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1aae4777-1698-47f2-ac1a-b991ad0db382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:56.311779 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3884ce-49f7-4250-8221-d1a61b07d5ac None None] Network 7ceea7fc-3f51-4d9b-9376-b9c7bf61dde2 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:26:56.381517 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6facd571-8899-4321-9f78-c4afe648d008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:56.436832 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1853600177-network', 'tenant_id': 'f2ff5fb7724c4172ac11815aac74fa84'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:26:56.472695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:56.478459 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Usage tracker for resource:network and tenant:f2ff5fb7724c4172ac11815aac74fa84 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:56.492493 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:56.503833 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:56.589029 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-a4ded4b3-3fbd-4355-b82b-c4cccbe0800a None None] For port 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949,segment=NetworkSegment(874e3b45-2e23-4239-9758-c43aea39df2f),segment_id=874e3b45-2e23-4239-9758-c43aea39df2f)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:26:56.631356 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-d1e526cf-9825-4d15-9378-9fa5a7a9eba9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Usage tracker for resource:port and tenant:511468fc2d8d49c8b28184d367b1e7fa is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:56.658564 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-d1e526cf-9825-4d15-9378-9fa5a7a9eba9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Quota usage for port was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:56.661792 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:56.667505 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-6facd571-8899-4321-9f78-c4afe648d008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:56.674279 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a4ded4b3-3fbd-4355-b82b-c4cccbe0800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:56.679968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-6facd571-8899-4321-9f78-c4afe648d008 admin admin] Usage tracker for resource:security_group_rule and tenant:f2b6349a37a34fea8667de84e024b4ec is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:56.687769 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-6facd571-8899-4321-9f78-c4afe648d008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:56.700451 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-6facd571-8899-4321-9f78-c4afe648d008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:56.720768 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1aae4777-1698-47f2-ac1a-b991ad0db382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:56.722333 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1aae4777-1698-47f2-ac1a-b991ad0db382 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/da9a8c59-bbd8-4cfd-842a-a4d7808a4263 HTTP/1.1" status: 204  len: 168 time: 2.0354526
Dec 11 16:26:56.731941 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-d1e526cf-9825-4d15-9378-9fa5a7a9eba9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:56.743109 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae4777-1698-47f2-ac1a-b991ad0db382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9a8c59-bbd8-4cfd-842a-a4d7808a4263,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:56.747986 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Router 7b00b697-1d1a-4fe7-b651-413f98aed4cd is scheduled to L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 with binding_index 1 {{(pid=80200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 11 16:26:56.754282 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1aae4777-1698-47f2-ac1a-b991ad0db382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:56.905059 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-d1e526cf-9825-4d15-9378-9fa5a7a9eba9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Made reservation on behalf of 511468fc2d8d49c8b28184d367b1e7fa for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:26:56.925149 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6facd571-8899-4321-9f78-c4afe648d008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:56.934033 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-d1e526cf-9825-4d15-9378-9fa5a7a9eba9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:56.976901 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:57.142822 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-defc9700-31f8-4119-8e56-b27ea48dccaa req-2199382d-9ab4-47b2-9cdd-3c2ccc6470d8 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/ports?device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 210 time: 0.6175885
Dec 11 16:26:57.205299 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Made reservation on behalf of f2ff5fb7724c4172ac11815aac74fa84 for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:26:57.220345 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:57.236975 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ded4b3-3fbd-4355-b82b-c4cccbe0800a None None] Pushing event updated for resources: {'Port': ['ID=4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:57.331806 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a4ded4b3-3fbd-4355-b82b-c4cccbe0800a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:57.472279 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:26:57.493745 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Sync routers for ids ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:26:57.557714 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Routers {'7b00b697-1d1a-4fe7-b651-413f98aed4cd'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:26:57.558220 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Notify callbacks [] for router, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:57.559781 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabe50438>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:26:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:26:57.568723 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 10.2293808
Dec 11 16:26:57.578254 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54692) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:57.596557 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-dbb51999-c35f-444c-a027-6b54208d41cc None None] Provisioning complete for port 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:26:57.597320 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dbb51999-c35f-444c-a027-6b54208d41cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:57.702161 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6facd571-8899-4321-9f78-c4afe648d008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:57.786385 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] For port 08b0d61c-af98-451d-9aa4-5be1cf8eb025, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:26:57.825776 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] For port 08b0d61c-af98-451d-9aa4-5be1cf8eb025, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=08b0d61c-af98-451d-9aa4-5be1cf8eb025,segment=NetworkSegment(e3f0f4ac-8d40-4e92-a188-633521eceb79),segment_id=e3f0f4ac-8d40-4e92-a188-633521eceb79)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:26:57.908603 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:58.085065 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:58.174228 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:58.223040 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-6facd571-8899-4321-9f78-c4afe648d008 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f2b6349a37a34fea8667de84e024b4ec&name=default HTTP/1.1" status: 200  len: 2879 time: 1.9064305
Dec 11 16:26:58.226149 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54712) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:26:58.279728 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c8062c00-1424-45c3-b48d-0377e56ff8d9 req-cb4122b1-e4b5-42cf-bfa3-05c165ecd761 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 210 time: 1.0885832
Dec 11 16:26:58.388178 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facd571-8899-4321-9f78-c4afe648d008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1c9196-9ad3-49b7-ae76-c07f93721fe0,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:58.393776 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:26:58.491840 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Set router 7b00b697-1d1a-4fe7-b651-413f98aed4cd gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:26:58.514723 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3665b679-ca33-4fe2-8248-87ee282edb76 req-5866ee58-a609-4764-8b51-f2997b2cf0c5 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/ports?device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 210 time: 0.1180811
Dec 11 16:26:58.610532 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:58.616003 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Usage tracker for resource:security_group_rule and tenant:f2ff5fb7724c4172ac11815aac74fa84 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:26:58.655412 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:26:58.682341 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:26:58.818465 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0c05952b-ac68-468f-9eab-742dbb7a9cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:58.889198 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:58.892424 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6facd571-8899-4321-9f78-c4afe648d008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:58.935279 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:58.975164 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0c05952b-ac68-468f-9eab-742dbb7a9cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:59.005919 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-d1e526cf-9825-4d15-9378-9fa5a7a9eba9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Allocated IP 172.20.0.5 (992b278b-e7cd-4bd8-bda7-fa61f5dabe61/840d87d5-193c-4288-adc8-59ea35bedd36/d5463205-50f6-49d0-adaa-a7f774bd2a6e) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:26:59.020498 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Pushing event updated for resources: {'Port': ['ID=08b0d61c-af98-451d-9aa4-5be1cf8eb025,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:26:59.028905 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:26:59.128709 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:59.161057 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-44ffbacf-0c5d-4700-9c8b-98a771410795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:26:59.325691 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabe50438>, [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:26:52Z', 'revision_number': 3, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:26:59.336732 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Checking router: 7b00b697-1d1a-4fe7-b651-413f98aed4cd for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:26:59.337291 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Updating router 7b00b697-1d1a-4fe7-b651-413f98aed4cd port e4aff631-c7d3-4e34-aa36-2569b1196361 binding host dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 11 16:26:59.349753 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:26:59.422442 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:59.550492 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:26:59.648470 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:26:59.649465 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:00.048082 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0c05952b-ac68-468f-9eab-742dbb7a9cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:00.119512 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:00.126964 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-4bec48da-8603-4ade-b4d7-40c986a2c78a None None] Provisioning complete for port 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:00.127720 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4bec48da-8603-4ade-b4d7-40c986a2c78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:00.196082 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05952b-ac68-468f-9eab-742dbb7a9cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1c9196-9ad3-49b7-ae76-c07f93721fe0,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:00.232172 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-0c05952b-ac68-468f-9eab-742dbb7a9cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:00.545303 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 11 16:27:00.572096 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757087625194', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:00.572739 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.segments_db [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Added segment d28aa397-10f4-4058-93f0-6ddb33fdb9dc of type vxlan for network adb76fe4-065d-4ec8-837a-59db5d9a8f72
Dec 11 16:27:00.626941 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757087056021'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:00.661519 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:00.936865 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:01.201782 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 08b0d61c-af98-451d-9aa4-5be1cf8eb025 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:01.253122 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:27:01.353361 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:01.413149 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Transition to ACTIVE for port object e4aff631-c7d3-4e34-aa36-2569b1196361 will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:27:01.418732 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:01.511197 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2dbaea6c-9ce7-4cec-9156-fd04eda857fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:01.549237 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.64', 57724) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:01.551721 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:01.563991 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port 08b0d61c-af98-451d-9aa4-5be1cf8eb025 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:27:01.585066 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0c05952b-ac68-468f-9eab-742dbb7a9cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:01.586678 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-0c05952b-ac68-468f-9eab-742dbb7a9cf3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ea1c9196-9ad3-49b7-ae76-c07f93721fe0 HTTP/1.1" status: 204  len: 168 time: 3.3557096
Dec 11 16:27:01.611546 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Allocated IP 172.27.3.139 (2c8d0687-6545-4ddc-9608-794ea870ad6d/c11ea905-4982-4de9-ba49-1a66c1d28d32/2fa0d98d-ba01-4865-80a3-3be5eec9add4) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:27:01.974597 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee8cf7c-ecd4-4752-aa8a-6efb9c4d5653 None None] Network 38d5d1c1-19a8-4909-8ee8-0c1228de8a33 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:27:02.013892 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Pushing event updated for resources: {'Port': ['ID=e4aff631-c7d3-4e34-aa36-2569b1196361,revision_number=2']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:02.066525 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:02.129017 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.129788 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.132371 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.133936 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.135631 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.138098 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.138726 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.140128 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-49524d60-f56f-4ad8-af79-e800c220e5d5 req-67f4e49d-291a-4f5a-b982-61a0e227fc0d tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 210 time: 1.6289637
Dec 11 16:27:02.141314 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.141930 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.142542 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.143183 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.147566 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.148507 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.149119 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.149729 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.150330 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.155181 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.158613 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.159284 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.159908 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.180412 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.181188 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.181803 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.182407 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Tracked resource versions report:
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]: pushed versions:
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]: {   'AddressGroup': {'1.0'},
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:     'ConntrackHelper': {'1.0'},
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Log': {'1.0'},
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Network': {'1.1'},
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Port': {'1.6'},
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:     'PortForwarding': {'1.2'},
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:     'QosPolicy': {'1.8'},
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SecurityGroup': {'1.3'},
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SecurityGroupRule': {'1.1'},
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:     'SubPort': {'1.0'},
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Subnet': {'1.1'},
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:     'Trunk': {'1.1'}}
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]: consumer versions:
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]: {   DHCP agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:     L3 agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:     Metadata agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:     Metering agent@dv-cinder-766752-1-iscsi: {},
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:     Open vSwitch agent@dv-cinder-766752-1-iscsi: {   'AddressGroup': '1.0',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'ConntrackHelper': '1.0',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Log': '1.0',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Network': '1.1',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Port': '1.6',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'PortForwarding': '1.2',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'QosPolicy': '1.8',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SecurityGroup': '1.3',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SecurityGroupRule': '1.1',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'SubPort': '1.0',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Subnet': '1.1',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                                      'Trunk': '1.1'},
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:     Open vSwitch agent@hv-cinder-76675: {   'AddressGroup': '1.0',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'ConntrackHelper': '1.0',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'Log': '1.0',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'Network': '1.1',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'Port': '1.6',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'PortForwarding': '1.2',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'QosPolicy': '1.8',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'SecurityGroup': '1.3',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'SecurityGroupRule': '1.1',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'SubPort': '1.0',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'Subnet': '1.1',
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:                                             'Trunk': '1.1'}}
Dec 11 16:27:02.192782 dv-cinder-766752-1-iscsi neutron-server[80088]:  {{(pid=80202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 11 16:27:02.221344 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:02.369119 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:02.369774 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:02.383520 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:02.411557 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ba3296d2-3fce-4bb9-8c1d-1620487f169f req-6f65beeb-6350-4b21-a86d-011f60600af8 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/ports?device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 210 time: 1.5350051
Dec 11 16:27:02.575211 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-934e5022-1108-48af-b9c3-fa1c530e4564 None None] Provisioning for port 08b0d61c-af98-451d-9aa4-5be1cf8eb025 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:27:02.636028 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Attempting to bind port e4aff631-c7d3-4e34-aa36-2569b1196361 on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:27:02.636591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Attempting to bind port e4aff631-c7d3-4e34-aa36-2569b1196361 by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:27:02.638960 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Attempting to bind port e4aff631-c7d3-4e34-aa36-2569b1196361 on network 2c8d0687-6545-4ddc-9608-794ea870ad6d {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:27:02.652236 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:27:02.652804 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Checking segment: {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:27:02.653439 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:02.654361 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Bound using segment: {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:27:02.655098 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-934e5022-1108-48af-b9c3-fa1c530e4564 None None] Provisioning complete for port 08b0d61c-af98-451d-9aa4-5be1cf8eb025 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:02.655591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Bound port: e4aff631-c7d3-4e34-aa36-2569b1196361, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:27:02.656212 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:02.659113 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-934e5022-1108-48af-b9c3-fa1c530e4564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:02.793372 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Allocated IP 172.20.0.1 (039bbca1-f016-4285-abfa-5348e6c4eb84/c00391c9-6902-493e-bdec-b850663c39cb/a8ae03cf-7105-4a44-b686-f03adb5ff09d) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:27:02.805026 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] For port e4aff631-c7d3-4e34-aa36-2569b1196361, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:27:02.809858 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] For port e4aff631-c7d3-4e34-aa36-2569b1196361, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=e4aff631-c7d3-4e34-aa36-2569b1196361,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:27:02.814443 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:02.849314 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2dbaea6c-9ce7-4cec-9156-fd04eda857fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:03.000500 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-934e5022-1108-48af-b9c3-fa1c530e4564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:03.030894 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Pushing event updated for resources: {'Port': ['ID=e4aff631-c7d3-4e34-aa36-2569b1196361,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:03.071059 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:03.110867 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-934e5022-1108-48af-b9c3-fa1c530e4564 None None] For port 08b0d61c-af98-451d-9aa4-5be1cf8eb025, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=08b0d61c-af98-451d-9aa4-5be1cf8eb025,segment=NetworkSegment(e3f0f4ac-8d40-4e92-a188-633521eceb79),segment_id=e3f0f4ac-8d40-4e92-a188-633521eceb79)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:27:03.118299 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-934e5022-1108-48af-b9c3-fa1c530e4564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:03.122598 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:03.201677 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505042'] for router, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:03.208630 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beae8162-de2f-4e6e-bb10-309c9a50998b,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:03.238023 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.888s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:03.256192 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.873s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:03.346070 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e5022-1108-48af-b9c3-fa1c530e4564 None None] Pushing event updated for resources: {'Port': ['ID=08b0d61c-af98-451d-9aa4-5be1cf8eb025,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:03.367035 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-934e5022-1108-48af-b9c3-fa1c530e4564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:03.458733 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Pushing event updated for resources: {'Network': ['ID=adb76fe4-065d-4ec8-837a-59db5d9a8f72,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:03.473178 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Network adb76fe4-065d-4ec8-837a-59db5d9a8f72 details requested by agent ovs-agent-dv-cinder-766752-1-iscsi with host dv-cinder-766752-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:27:03.602091 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:03.677791 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Transition to ACTIVE for port object a8ae03cf-7105-4a44-b686-f03adb5ff09d will not be triggered until provisioned by entity DHCP. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:27:03.801901 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Network adb76fe4-065d-4ec8-837a-59db5d9a8f72 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:27:03.820816 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:03.961407 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-d1e526cf-9825-4d15-9378-9fa5a7a9eba9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:04.080616 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:04.117283 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Routers {'7b00b697-1d1a-4fe7-b651-413f98aed4cd'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:27:04.118260 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabe50438>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:26:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:04.188336 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-d1e526cf-9825-4d15-9378-9fa5a7a9eba9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:04.219590 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:04.289263 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-7b6cad5a-afdb-472c-9dc9-3a0c01f88356 None None] Provisioning complete for port 08b0d61c-af98-451d-9aa4-5be1cf8eb025 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:04.290750 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7b6cad5a-afdb-472c-9dc9-3a0c01f88356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:04.293707 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.101s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:04.530984 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-544f6b80-cd22-4ca9-9d6a-9bb89ed5491f req-c79fc976-6838-442d-9997-dc46472d3216 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/ports?device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 210 time: 0.4436655
Dec 11 16:27:04.629512 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] Set router 7b00b697-1d1a-4fe7-b651-413f98aed4cd gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:27:04.738305 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Pushing event updated for resources: {'Port': ['ID=2fa0d98d-ba01-4865-80a3-3be5eec9add4,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:04.745991 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:04.769826 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 8.4693460
Dec 11 16:27:04.780189 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54786) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:04.826273 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Network 2c8d0687-6545-4ddc-9608-794ea870ad6d is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:27:04.861049 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-9c0d5049-81bf-4df9-b146-d2a2e2f918cc admin admin] Request body: {'subnet': {'network_id': 'adb76fe4-065d-4ec8-837a-59db5d9a8f72', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1853600177-subnet', 'tenant_id': 'f2ff5fb7724c4172ac11815aac74fa84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:04.869246 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-9c0d5049-81bf-4df9-b146-d2a2e2f918cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:04.896690 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-9c0d5049-81bf-4df9-b146-d2a2e2f918cc admin admin] Usage tracker for resource:subnet and tenant:f2ff5fb7724c4172ac11815aac74fa84 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:04.902454 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-9c0d5049-81bf-4df9-b146-d2a2e2f918cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:04.924118 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-9c0d5049-81bf-4df9-b146-d2a2e2f918cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:04.954615 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ae03cf-7105-4a44-b686-f03adb5ff09d,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:04.956563 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:27:04.992897 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:27:05.079722 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 08b0d61c-af98-451d-9aa4-5be1cf8eb025 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:05.166431 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.947s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:05.169592 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:05.390827 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-d1e526cf-9825-4d15-9378-9fa5a7a9eba9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Network 992b278b-e7cd-4bd8-bda7-fa61f5dabe61 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:27:05.449431 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-d1e526cf-9825-4d15-9378-9fa5a7a9eba9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:27:05.487631 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-d1e526cf-9825-4d15-9378-9fa5a7a9eba9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:27:05.496885 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-d1e526cf-9825-4d15-9378-9fa5a7a9eba9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:05.498139 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-d1e526cf-9825-4d15-9378-9fa5a7a9eba9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:05.507071 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabe50438>, [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:26:52Z', 'revision_number': 3, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:05.520458 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 08b0d61c-af98-451d-9aa4-5be1cf8eb025 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:05.522262 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:05.530877 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa77a3c0-53ff-4123-b0fb-23d48106e693 None None] The sync data for ids ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'] in dv-cinder-766752-1-iscsi is: [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:26:52Z', 'revision_number': 3, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:27:05.607827 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d96fa-b4a7-447a-8397-882771909355 req-1a527913-8b83-47eb-9789-fcda67ea1e15 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:05.613309 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2f0d96fa-b4a7-447a-8397-882771909355 req-1a527913-8b83-47eb-9789-fcda67ea1e15 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.64 "GET /v2.0/networks?id=a362299f-30aa-4917-92de-dfd26a6d0816 HTTP/1.1" status: 200  len: 812 time: 4.0250113
Dec 11 16:27:05.665820 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e526cf-9825-4d15-9378-9fa5a7a9eba9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Pushing event updated for resources: {'Port': ['ID=d5463205-50f6-49d0-adaa-a7f774bd2a6e,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:05.667793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0d5049-81bf-4df9-b146-d2a2e2f918cc admin admin] Made reservation on behalf of f2ff5fb7724c4172ac11815aac74fa84 for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:27:05.692022 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9c0d5049-81bf-4df9-b146-d2a2e2f918cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:05.708088 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d1e526cf-9825-4d15-9378-9fa5a7a9eba9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:05.764589 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-2f0d96fa-b4a7-447a-8397-882771909355 req-242ff898-2b22-4bd8-aeac-4223580439bc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Request body: {'port': {'device_id': '17158002-bd31-4f46-9e0f-66841e993f05', 'network_id': 'a362299f-30aa-4917-92de-dfd26a6d0816', 'admin_state_up': True, 'tenant_id': 'a16d0d88d5b94cea99d23877a379dc8f'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:05.854839 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-d1e526cf-9825-4d15-9378-9fa5a7a9eba9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 11.5745978
Dec 11 16:27:06.040359 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-c949a425-ba27-4351-8aa1-adcea89baeea tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80200) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 11 16:27:06.048009 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-c949a425-ba27-4351-8aa1-adcea89baeea tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0692394
Dec 11 16:27:06.056925 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Network 039bbca1-f016-4285-abfa-5348e6c4eb84 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:27:06.074045 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:27:06.108894 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-529b020c-e038-41d6-974a-72c3cd5a694e None None] Provisioning complete for port 08b0d61c-af98-451d-9aa4-5be1cf8eb025 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:06.109604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-529b020c-e038-41d6-974a-72c3cd5a694e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:06.229183 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:27:06.229716 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854270948'] for router_interface, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:06.560596 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-2f0d96fa-b4a7-447a-8397-882771909355 req-242ff898-2b22-4bd8-aeac-4223580439bc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:06.603289 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-45d06744-5623-4b7a-9c9d-d6a8451fd846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:06.625864 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-2f0d96fa-b4a7-447a-8397-882771909355 req-242ff898-2b22-4bd8-aeac-4223580439bc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Usage tracker for resource:port and tenant:a16d0d88d5b94cea99d23877a379dc8f is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:06.636918 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-2f0d96fa-b4a7-447a-8397-882771909355 req-242ff898-2b22-4bd8-aeac-4223580439bc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Quota usage for port was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:06.652058 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-2f0d96fa-b4a7-447a-8397-882771909355 req-242ff898-2b22-4bd8-aeac-4223580439bc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:06.674912 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f0d96fa-b4a7-447a-8397-882771909355 req-242ff898-2b22-4bd8-aeac-4223580439bc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Made reservation on behalf of a16d0d88d5b94cea99d23877a379dc8f for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:27:06.694710 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-2f0d96fa-b4a7-447a-8397-882771909355 req-242ff898-2b22-4bd8-aeac-4223580439bc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:06.743231 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-27a261c8-eba4-4431-bcbf-9e247827f6f7 None None] Provisioning for port a8ae03cf-7105-4a44-b686-f03adb5ff09d completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:27:06.768446 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-27a261c8-eba4-4431-bcbf-9e247827f6f7 None None] Provisioning complete for port a8ae03cf-7105-4a44-b686-f03adb5ff09d triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:06.769053 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-27a261c8-eba4-4431-bcbf-9e247827f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:06.982945 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:06.999635 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dbe05e4c-4bc2-4798-b66f-d6fcd3b106dc req-6a199808-bc5a-4ccb-97d3-163bc97e5c6a tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/ports?device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 210 time: 0.9218485
Dec 11 16:27:07.011334 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-27a261c8-eba4-4431-bcbf-9e247827f6f7 None None] Port a8ae03cf-7105-4a44-b686-f03adb5ff09d cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:27:07.095403 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a11a0-6db7-434c-a1c1-7fbb5bfb293b req-8ebf6bf4-97a5-4ade-bae8-79467854cc13 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:07.096788 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device e4aff631-c7d3-4e34-aa36-2569b1196361 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:07.099113 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-218a11a0-6db7-434c-a1c1-7fbb5bfb293b req-8ebf6bf4-97a5-4ade-bae8-79467854cc13 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 931 time: 3.0160370
Dec 11 16:27:07.143152 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Request body: {'port': {'device_id': 'd78c3997-ad55-4984-bc1d-17b1cf765a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:07.180519 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Router ad0b3c6a-b25b-4b57-a34c-b403be1e09c1 is scheduled to L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 with binding_index 1 {{(pid=80199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 11 16:27:07.201212 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port e4aff631-c7d3-4e34-aa36-2569b1196361 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:27:07.207345 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port e4aff631-c7d3-4e34-aa36-2569b1196361 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:07.208004 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:07.308570 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-218a11a0-6db7-434c-a1c1-7fbb5bfb293b req-bfe5cbea-3b63-4e76-bcde-a1526f93180d tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Synchronizing usage tracker for tenant:511468fc2d8d49c8b28184d367b1e7fa on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:27:07.376116 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:07.397652 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port e4aff631-c7d3-4e34-aa36-2569b1196361, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=e4aff631-c7d3-4e34-aa36-2569b1196361,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:27:07.401789 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:07.405163 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:07.531237 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=e4aff631-c7d3-4e34-aa36-2569b1196361,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:07.546325 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:07.690434 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:27:07.717850 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Sync routers for ids ['ad0b3c6a-b25b-4b57-a34c-b403be1e09c1'] in dv-cinder-766752-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:27:07.743077 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Routers {'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:27:07.744260 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabd091d0>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:26:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['ad0b3c6a-b25b-4b57-a34c-b403be1e09c1'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:07.768350 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:07.770909 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 18.7358358
Dec 11 16:27:07.798522 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54828) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:07.812222 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-2f0d96fa-b4a7-447a-8397-882771909355 req-242ff898-2b22-4bd8-aeac-4223580439bc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Allocated IP 172.20.0.2 (a362299f-30aa-4917-92de-dfd26a6d0816/2f43d7b5-72a3-4424-9a67-528c85a66e9b/ad536184-ba72-4ee4-b3b9-14dae8f888cc) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:27:07.983611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:08.602087 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-bc78a82c-ec86-45d9-ba9b-2e1524f7f89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:08.691848 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Set router ad0b3c6a-b25b-4b57-a34c-b403be1e09c1 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:27:08.706686 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-218a11a0-6db7-434c-a1c1-7fbb5bfb293b req-bfe5cbea-3b63-4e76-bcde-a1526f93180d tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Unset dirty status for tenant:511468fc2d8d49c8b28184d367b1e7fa on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:27:08.732751 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-218a11a0-6db7-434c-a1c1-7fbb5bfb293b req-bfe5cbea-3b63-4e76-bcde-a1526f93180d tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6187687
Dec 11 16:27:09.063569 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device e4aff631-c7d3-4e34-aa36-2569b1196361 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:09.320723 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:09.355747 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:09.357460 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:09.376683 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:09.381977 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-2f0d96fa-b4a7-447a-8397-882771909355 req-242ff898-2b22-4bd8-aeac-4223580439bc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:09.392363 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851421897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854276357'] for router_interface, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:09.416786 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-dd1686a0-1748-4676-b02e-f32b68cd366f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:09.555155 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-bf4919ea-4e4e-4d91-899c-f540bce16616 req-70df6b6b-f7ee-4dc9-9658-c14ea569387e tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/ports?device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 210 time: 0.8538063
Dec 11 16:27:09.613331 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ae03cf-7105-4a44-b686-f03adb5ff09d,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:09.650652 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port e4aff631-c7d3-4e34-aa36-2569b1196361 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:09.651519 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:09.911521 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabd091d0>, [{'id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1282461342-router', 'tenant_id': '667e4a17ae3d46d3ba440736127fb3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b0fc2cf7-a3c1-4975-bad0-8f8504284851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:49Z', 'updated_at': '2020-12-11T16:26:58Z', 'revision_number': 3, 'project_id': '667e4a17ae3d46d3ba440736127fb3aa', 'gw_port': {'id': 'b0fc2cf7-a3c1-4975-bad0-8f8504284851', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:52Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:09.957801 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Checking router: ad0b3c6a-b25b-4b57-a34c-b403be1e09c1 for host: dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:27:09.958363 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Updating router ad0b3c6a-b25b-4b57-a34c-b403be1e09c1 port b0fc2cf7-a3c1-4975-bad0-8f8504284851 binding host dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 11 16:27:10.049151 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:10.064860 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:10.219676 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-2f0d96fa-b4a7-447a-8397-882771909355 req-242ff898-2b22-4bd8-aeac-4223580439bc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:10.264614 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:10.333646 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:10.403020 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505042'] for router, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:10.485855 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e238f9-869d-44a1-be47-d115ef8ae965 req-70b9ed80-d264-4280-99b7-38767f210968 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:10.494377 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-44e238f9-869d-44a1-be47-d115ef8ae965 req-70b9ed80-d264-4280-99b7-38767f210968 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 931 time: 0.4140642
Dec 11 16:27:10.561440 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Network 039bbca1-f016-4285-abfa-5348e6c4eb84 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:27:10.569403 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:27:10.586597 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ff898-2b22-4bd8-aeac-4223580439bc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Pushing event updated for resources: {'Port': ['ID=ad536184-ba72-4ee4-b3b9-14dae8f888cc,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:10.613433 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-242ff898-2b22-4bd8-aeac-4223580439bc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:10.753030 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:10.782163 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Transition to ACTIVE for port object b0fc2cf7-a3c1-4975-bad0-8f8504284851 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:27:10.786196 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:10.830794 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:10.933832 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36ef62-9616-4775-9ec7-29fc5a15fcbe None None] Pushing event updated for resources: {'Port': ['ID=b0fc2cf7-a3c1-4975-bad0-8f8504284851,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:10.948346 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7a36ef62-9616-4775-9ec7-29fc5a15fcbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:11.070616 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Router 7b00b697-1d1a-4fe7-b651-413f98aed4cd has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:27:11.094146 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:11.112336 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-76a5649d-edda-45cf-b884-cbe48820efaa None None] Provisioning complete for port a8ae03cf-7105-4a44-b686-f03adb5ff09d triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:11.112873 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-76a5649d-edda-45cf-b884-cbe48820efaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:11.144389 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54880) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:11.184701 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-76a5649d-edda-45cf-b884-cbe48820efaa None None] Port a8ae03cf-7105-4a44-b686-f03adb5ff09d cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:27:11.194299 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-44e238f9-869d-44a1-be47-d115ef8ae965 req-4bafd1dd-ec3f-4ca1-ae51-62330a6c48e1 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6980312
Dec 11 16:27:11.239173 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Attempting to bind port b0fc2cf7-a3c1-4975-bad0-8f8504284851 on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:27:11.240013 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Attempting to bind port b0fc2cf7-a3c1-4975-bad0-8f8504284851 by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:27:11.241322 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Attempting to bind port b0fc2cf7-a3c1-4975-bad0-8f8504284851 on network 2c8d0687-6545-4ddc-9608-794ea870ad6d {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:27:11.250686 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:27:11.252060 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Checking segment: {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:27:11.253726 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:11.254687 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Bound using segment: {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:27:11.255665 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Bound port: b0fc2cf7-a3c1-4975-bad0-8f8504284851, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:27:11.257259 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:11.318021 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f0d96fa-b4a7-447a-8397-882771909355 req-242ff898-2b22-4bd8-aeac-4223580439bc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Network a362299f-30aa-4917-92de-dfd26a6d0816 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:27:11.322105 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-2f0d96fa-b4a7-447a-8397-882771909355 req-242ff898-2b22-4bd8-aeac-4223580439bc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:27:11.326381 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5463205-50f6-49d0-adaa-a7f774bd2a6e {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 11 16:27:11.343275 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0d96fa-b4a7-447a-8397-882771909355 req-242ff898-2b22-4bd8-aeac-4223580439bc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:27:11.352678 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d96fa-b4a7-447a-8397-882771909355 req-242ff898-2b22-4bd8-aeac-4223580439bc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:11.353910 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-2f0d96fa-b4a7-447a-8397-882771909355 req-242ff898-2b22-4bd8-aeac-4223580439bc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:11.375489 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:11.385812 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] For port b0fc2cf7-a3c1-4975-bad0-8f8504284851, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:27:11.391457 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] For port b0fc2cf7-a3c1-4975-bad0-8f8504284851, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=b0fc2cf7-a3c1-4975-bad0-8f8504284851,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:27:11.397736 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:11.440761 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Transition to ACTIVE for port object d5463205-50f6-49d0-adaa-a7f774bd2a6e will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:27:11.448115 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2f0d96fa-b4a7-447a-8397-882771909355 req-242ff898-2b22-4bd8-aeac-4223580439bc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.7015617
Dec 11 16:27:11.457278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:11.465854 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Request body: {'port': {'device_id': '17158002-bd31-4f46-9e0f-66841e993f05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:11.596797 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-554a670b-c706-4a65-a8f8-4b9b695f4a10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:11.598954 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d1e526cf-9825-4d15-9378-9fa5a7a9eba9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:11.722285 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea0bf0-75e8-4e72-b0a5-71ea33a48e3d req-73c22362-08db-44e2-8c71-2a4e1efcb586 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:11.726461 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8fea0bf0-75e8-4e72-b0a5-71ea33a48e3d req-73c22362-08db-44e2-8c71-2a4e1efcb586 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/ports?device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 931 time: 0.6392865
Dec 11 16:27:11.755857 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Routers {'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:27:11.757539 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabd091d0>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:27:09Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['ad0b3c6a-b25b-4b57-a34c-b403be1e09c1'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:12.000667 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b452c6df-6152-4a2b-af51-03f2afe9d9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:12.016094 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36ef62-9616-4775-9ec7-29fc5a15fcbe None None] Pushing event updated for resources: {'Port': ['ID=b0fc2cf7-a3c1-4975-bad0-8f8504284851,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:12.021920 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7a36ef62-9616-4775-9ec7-29fc5a15fcbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:12.050049 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-b452c6df-6152-4a2b-af51-03f2afe9d9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:12.055039 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-b452c6df-6152-4a2b-af51-03f2afe9d9bf admin admin] Usage tracker for resource:security_group_rule and tenant:3a27c72bb0cc4f6d93f82385cd02948c is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:12.058365 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-b452c6df-6152-4a2b-af51-03f2afe9d9bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:12.061980 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-8fea0bf0-75e8-4e72-b0a5-71ea33a48e3d req-6107bbdc-9f08-4ba9-806e-6978d61c936e tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Synchronizing usage tracker for tenant:a16d0d88d5b94cea99d23877a379dc8f on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:27:12.064756 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-b452c6df-6152-4a2b-af51-03f2afe9d9bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:12.094066 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] Set router ad0b3c6a-b25b-4b57-a34c-b403be1e09c1 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:27:12.114955 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:12.162045 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Router 9a3f4f3f-019b-436a-9bea-191203bd2585 is scheduled to L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 with binding_index 1 {{(pid=80199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 11 16:27:12.182102 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b452c6df-6152-4a2b-af51-03f2afe9d9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:12.242255 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b452c6df-6152-4a2b-af51-03f2afe9d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:12.263397 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Pushing event updated for resources: {'Port': ['ID=d5463205-50f6-49d0-adaa-a7f774bd2a6e,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:12.267912 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:12.340117 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-8fea0bf0-75e8-4e72-b0a5-71ea33a48e3d req-6107bbdc-9f08-4ba9-806e-6978d61c936e tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Unset dirty status for tenant:a16d0d88d5b94cea99d23877a379dc8f on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:27:12.341404 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8fea0bf0-75e8-4e72-b0a5-71ea33a48e3d req-6107bbdc-9f08-4ba9-806e-6978d61c936e tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/security-groups?id=a1882709-447d-48b7-acc1-08f6ae587fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5713387
Dec 11 16:27:12.342180 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9c0d5049-81bf-4df9-b146-d2a2e2f918cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:12.360161 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:12.395563 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:27:12.409704 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Sync routers for ids ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:27:12.421193 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Routers {'7b00b697-1d1a-4fe7-b651-413f98aed4cd'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:27:12.421816 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eb00bbf60>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:27:09Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:12.426092 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452c6df-6152-4a2b-af51-03f2afe9d9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014b3382-666f-4dcc-9dde-df9dd56308f9,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:12.429398 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b452c6df-6152-4a2b-af51-03f2afe9d9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:12.466789 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:12.501000 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:12.542212 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-b452c6df-6152-4a2b-af51-03f2afe9d9bf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3a27c72bb0cc4f6d93f82385cd02948c&name=default HTTP/1.1" status: 200  len: 2879 time: 1.3897011
Dec 11 16:27:12.565043 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54898) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:12.580762 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] 10.222.0.68 "PUT /v2.0/routers/7b00b697-1d1a-4fe7-b651-413f98aed4cd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.9864547
Dec 11 16:27:12.607236 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabd091d0>, [{'id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1282461342-router', 'tenant_id': '667e4a17ae3d46d3ba440736127fb3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b0fc2cf7-a3c1-4975-bad0-8f8504284851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:49Z', 'updated_at': '2020-12-11T16:26:58Z', 'revision_number': 3, 'project_id': '667e4a17ae3d46d3ba440736127fb3aa', 'gw_port': {'id': 'b0fc2cf7-a3c1-4975-bad0-8f8504284851', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:52Z', 'updated_at': '2020-12-11T16:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:12.620928 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca17de5-ea22-464e-a9af-aa7ca2ace7a1 None None] The sync data for ids ['ad0b3c6a-b25b-4b57-a34c-b403be1e09c1'] in dv-cinder-766752-1-iscsi is: [{'id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1282461342-router', 'tenant_id': '667e4a17ae3d46d3ba440736127fb3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b0fc2cf7-a3c1-4975-bad0-8f8504284851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:49Z', 'updated_at': '2020-12-11T16:26:58Z', 'revision_number': 3, 'project_id': '667e4a17ae3d46d3ba440736127fb3aa', 'gw_port': {'id': 'b0fc2cf7-a3c1-4975-bad0-8f8504284851', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:52Z', 'updated_at': '2020-12-11T16:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:27:12.796134 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Set router 7b00b697-1d1a-4fe7-b651-413f98aed4cd gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:27:12.848030 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Attempting to bind port d5463205-50f6-49d0-adaa-a7f774bd2a6e on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:27:12.849010 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Attempting to bind port d5463205-50f6-49d0-adaa-a7f774bd2a6e by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'ab1f9bf8-33bf-4411-b975-dd1c836e7017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:27:12.849616 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Attempting to bind port d5463205-50f6-49d0-adaa-a7f774bd2a6e on network 992b278b-e7cd-4bd8-bda7-fa61f5dabe61 {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:27:12.863381 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Checking agent: {'id': 'bb51e0aa-91b6-4647-b88f-2e2e91697051', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 49), 'started_at': datetime.datetime(2020, 12, 11, 16, 25, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:27:12.864265 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Checking segment: {'id': 'ab1f9bf8-33bf-4411-b975-dd1c836e7017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:27:12.864890 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:12.865533 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Bound using segment: {'id': 'ab1f9bf8-33bf-4411-b975-dd1c836e7017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:27:12.866256 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Bound port: d5463205-50f6-49d0-adaa-a7f774bd2a6e, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1f9bf8-33bf-4411-b975-dd1c836e7017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:27:12.866856 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:12.869758 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:27:12.887836 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Sync routers for ids ['9a3f4f3f-019b-436a-9bea-191203bd2585'] in dv-cinder-766752-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:27:12.914688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Routers {'9a3f4f3f-019b-436a-9bea-191203bd2585'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:27:12.915458 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabd7e9e8>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:27:09Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['9a3f4f3f-019b-436a-9bea-191203bd2585'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:13.107936 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] For port d5463205-50f6-49d0-adaa-a7f774bd2a6e, host hv-cinder-76675, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:27:13.112629 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] For port d5463205-50f6-49d0-adaa-a7f774bd2a6e, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=d5463205-50f6-49d0-adaa-a7f774bd2a6e,segment=NetworkSegment(ab1f9bf8-33bf-4411-b975-dd1c836e7017),segment_id=ab1f9bf8-33bf-4411-b975-dd1c836e7017)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:27:13.164031 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d5049-81bf-4df9-b146-d2a2e2f918cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc5a2bf-5a16-449e-bd1a-518df8f59dcc,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:13.178219 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-9c0d5049-81bf-4df9-b146-d2a2e2f918cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:13.219644 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:13.223874 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 19.6011353
Dec 11 16:27:13.227884 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54910) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:13.261046 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Set router 9a3f4f3f-019b-436a-9bea-191203bd2585 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:27:13.419011 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eb00bbf60>, [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:06Z', 'revision_number': 4, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'a8ae03cf-7105-4a44-b686-f03adb5ff09d', 'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'mac_address': 'fa:16:3e:2e:cb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:02Z', 'updated_at': '2020-12-11T16:27:08Z', 'revision_number': 2, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'subnets': [{'id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:13.424879 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Checking router: 7b00b697-1d1a-4fe7-b651-413f98aed4cd for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:27:13.428856 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Updating router 7b00b697-1d1a-4fe7-b651-413f98aed4cd port a8ae03cf-7105-4a44-b686-f03adb5ff09d binding host dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 11 16:27:13.456657 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad536184-ba72-4ee4-b3b9-14dae8f888cc {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 11 16:27:13.472008 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:13.493179 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Transition to ACTIVE for port object ad536184-ba72-4ee4-b3b9-14dae8f888cc will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:27:13.497592 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:13.499218 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:13.532650 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:13.620200 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:13.828647 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54922) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:13.873251 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-4f02c090-d73c-41b8-82ca-e7258c99052a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Request body: {'security_group': {'name': 'tempest-securitygroup--1231970970', 'description': 'tempest-description--1424318676'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:13.938379 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-64c016b4-2ce4-408d-8e04-2b2a16f7c127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:13.945385 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-4f02c090-d73c-41b8-82ca-e7258c99052a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:13.971506 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-4f02c090-d73c-41b8-82ca-e7258c99052a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Usage tracker for resource:security_group and tenant:6ad201a40eb54facbb2b8d35f51492f4 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:14.201933 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a427b-6658-4cdc-883c-3d8895c10836 req-53f533da-62eb-444c-98fe-1c6342dade9e tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:14.204105 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5b3a427b-6658-4cdc-883c-3d8895c10836 req-53f533da-62eb-444c-98fe-1c6342dade9e tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 943 time: 1.8050420
Dec 11 16:27:14.220980 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-4f02c090-d73c-41b8-82ca-e7258c99052a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:14.227126 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-64c016b4-2ce4-408d-8e04-2b2a16f7c127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:14.240609 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabd7e9e8>, [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:27:05Z', 'revision_number': 3, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:14.245790 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Checking router: 9a3f4f3f-019b-436a-9bea-191203bd2585 for host: dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:27:14.246417 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Updating router 9a3f4f3f-019b-436a-9bea-191203bd2585 port 2fa0d98d-ba01-4865-80a3-3be5eec9add4 binding host dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 11 16:27:14.265571 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-4f02c090-d73c-41b8-82ca-e7258c99052a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:14.294396 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Attempting to bind port ad536184-ba72-4ee4-b3b9-14dae8f888cc on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:27:14.294988 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Attempting to bind port ad536184-ba72-4ee4-b3b9-14dae8f888cc by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'c0a20691-6e8d-48b4-b032-c4e163332060', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a362299f-30aa-4917-92de-dfd26a6d0816'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:27:14.295479 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Attempting to bind port ad536184-ba72-4ee4-b3b9-14dae8f888cc on network a362299f-30aa-4917-92de-dfd26a6d0816 {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:27:14.299200 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Pushing event updated for resources: {'Port': ['ID=d5463205-50f6-49d0-adaa-a7f774bd2a6e,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:14.326509 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:14.343761 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Transition to ACTIVE for port object a8ae03cf-7105-4a44-b686-f03adb5ff09d will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:27:14.346112 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:14.346495 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:14.367295 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:14.385915 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d5049-81bf-4df9-b146-d2a2e2f918cc admin admin] Checking segment: {'id': 'd28aa397-10f4-4058-93f0-6ddb33fdb9dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'adb76fe4-065d-4ec8-837a-59db5d9a8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:27:14.386561 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0d5049-81bf-4df9-b146-d2a2e2f918cc admin admin] Network hostable DHCP agents. Network: adb76fe4-065d-4ec8-837a-59db5d9a8f72, hostable agents: ['c5d385f8-98d2-443d-9154-5b7329a9b521'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 11 16:27:14.407531 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Pushing event updated for resources: {'Port': ['ID=ad536184-ba72-4ee4-b3b9-14dae8f888cc,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:14.414788 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Checking agent: {'id': 'bb51e0aa-91b6-4647-b88f-2e2e91697051', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 49), 'started_at': datetime.datetime(2020, 12, 11, 16, 25, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:27:14.415449 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Checking segment: {'id': 'c0a20691-6e8d-48b4-b032-c4e163332060', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a362299f-30aa-4917-92de-dfd26a6d0816'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:27:14.416122 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:14.416688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Bound using segment: {'id': 'c0a20691-6e8d-48b4-b032-c4e163332060', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a362299f-30aa-4917-92de-dfd26a6d0816'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:27:14.417431 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Bound port: ad536184-ba72-4ee4-b3b9-14dae8f888cc, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a20691-6e8d-48b4-b032-c4e163332060', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a362299f-30aa-4917-92de-dfd26a6d0816'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:27:14.418030 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:14.434071 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5b3a427b-6658-4cdc-883c-3d8895c10836 req-beb8598d-b5ad-45e1-96f7-9e62aca31a1e tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978424
Dec 11 16:27:14.443805 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4f02c090-d73c-41b8-82ca-e7258c99052a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:14.461875 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.929s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:14.463260 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7647-115e-4aad-927d-734604c58856 None None] Pushing event updated for resources: {'Port': ['ID=a8ae03cf-7105-4a44-b686-f03adb5ff09d,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:14.467472 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3c7c7647-115e-4aad-927d-734604c58856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:14.503583 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.659s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:14.504025 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:14.510330 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:14.512098 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:14.513863 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-f80e6df4-2af2-49a7-8218-9932731ca5cf service neutron] 10.222.0.64 "PUT /v2.0/ports/d5463205-50f6-49d0-adaa-a7f774bd2a6e HTTP/1.1" status: 200  len: 1157 time: 7.9563925
Dec 11 16:27:14.521474 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78c3997-ad55-4984-bc1d-17b1cf765a7c', 'tag': 'd5463205-50f6-49d0-adaa-a7f774bd2a6e'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:27:14.646438 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-4f02c090-d73c-41b8-82ca-e7258c99052a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:14.655293 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-4f02c090-d73c-41b8-82ca-e7258c99052a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Usage tracker for resource:security_group_rule and tenant:6ad201a40eb54facbb2b8d35f51492f4 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:14.660302 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-4f02c090-d73c-41b8-82ca-e7258c99052a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:14.675335 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-4f02c090-d73c-41b8-82ca-e7258c99052a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:14.773801 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4f02c090-d73c-41b8-82ca-e7258c99052a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:14.779147 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4f02c090-d73c-41b8-82ca-e7258c99052a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:14.790870 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-245ae1ba-a771-4a4e-9989-499fa66a8dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:14.852431 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02c090-d73c-41b8-82ca-e7258c99052a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Pushing event updated for resources: {'SecurityGroup': ['ID=8e26eac0-c747-4ab4-b581-6f90fa526743,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:14.861810 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4f02c090-d73c-41b8-82ca-e7258c99052a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:14.884495 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] For port ad536184-ba72-4ee4-b3b9-14dae8f888cc, host hv-cinder-76675, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:27:14.887135 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4f02c090-d73c-41b8-82ca-e7258c99052a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:14.888832 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-4f02c090-d73c-41b8-82ca-e7258c99052a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1730 time: 1.0395317
Dec 11 16:27:14.891297 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] For port ad536184-ba72-4ee4-b3b9-14dae8f888cc, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ad536184-ba72-4ee4-b3b9-14dae8f888cc,segment=NetworkSegment(c0a20691-6e8d-48b4-b032-c4e163332060),segment_id=c0a20691-6e8d-48b4-b032-c4e163332060)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:27:14.892517 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54934) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:14.900281 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-dbc4d715-6407-40d9-8abe-56f585e8071a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Request body: {'security_group_rule': {'security_group_id': '8e26eac0-c747-4ab4-b581-6f90fa526743', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:14.909256 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-dbc4d715-6407-40d9-8abe-56f585e8071a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:14.916780 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:14.924547 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-dbc4d715-6407-40d9-8abe-56f585e8071a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Usage tracker for resource:security_group_rule and tenant:6ad201a40eb54facbb2b8d35f51492f4 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:14.933586 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-dbc4d715-6407-40d9-8abe-56f585e8071a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:14.959519 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Attempting to bind port a8ae03cf-7105-4a44-b686-f03adb5ff09d on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:27:14.959928 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Attempting to bind port a8ae03cf-7105-4a44-b686-f03adb5ff09d by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': '874e3b45-2e23-4239-9758-c43aea39df2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:27:14.960339 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Attempting to bind port a8ae03cf-7105-4a44-b686-f03adb5ff09d on network 039bbca1-f016-4285-abfa-5348e6c4eb84 {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:27:14.971974 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:27:14.972393 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Checking segment: {'id': '874e3b45-2e23-4239-9758-c43aea39df2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:27:14.972830 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:14.973262 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Bound using segment: {'id': '874e3b45-2e23-4239-9758-c43aea39df2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:27:14.974509 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Bound port: a8ae03cf-7105-4a44-b686-f03adb5ff09d, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874e3b45-2e23-4239-9758-c43aea39df2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:27:14.981600 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:14.998332 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-dbc4d715-6407-40d9-8abe-56f585e8071a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:15.027670 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:15.183653 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] For port a8ae03cf-7105-4a44-b686-f03adb5ff09d, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:27:15.187633 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:15.190057 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] For port a8ae03cf-7105-4a44-b686-f03adb5ff09d, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=a8ae03cf-7105-4a44-b686-f03adb5ff09d,segment=NetworkSegment(874e3b45-2e23-4239-9758-c43aea39df2f),segment_id=874e3b45-2e23-4239-9758-c43aea39df2f)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:27:15.194849 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Pushing event updated for resources: {'Port': ['ID=ad536184-ba72-4ee4-b3b9-14dae8f888cc,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:15.196769 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:15.231906 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Transition to ACTIVE for port object 2fa0d98d-ba01-4865-80a3-3be5eec9add4 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:27:15.240420 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device b0fc2cf7-a3c1-4975-bad0-8f8504284851 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:15.269856 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:15.274008 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dbc4d715-6407-40d9-8abe-56f585e8071a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group_rule, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:15.309378 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922950a-084c-463b-9e5e-01f5dac012cc req-713fe8e2-16cd-4cd1-8693-bc88309360cb tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:15.311118 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c922950a-084c-463b-9e5e-01f5dac012cc req-713fe8e2-16cd-4cd1-8693-bc88309360cb tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/ports?device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 943 time: 1.2744846
Dec 11 16:27:15.380538 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78c3997-ad55-4984-bc1d-17b1cf765a7c', 'tag': 'd5463205-50f6-49d0-adaa-a7f774bd2a6e', 'status': 'completed', 'code': 200}
Dec 11 16:27:15.386839 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0d5049-81bf-4df9-b146-d2a2e2f918cc admin admin] Network adb76fe4-065d-4ec8-837a-59db5d9a8f72 is scheduled to be hosted by DHCP agent c5d385f8-98d2-443d-9154-5b7329a9b521 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 11 16:27:15.390967 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:15.402618 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:15.419050 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3c7c7647-115e-4aad-927d-734604c58856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:15.502269 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-9c0d5049-81bf-4df9-b146-d2a2e2f918cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-iscsi, adb76fe4-065d-4ec8-837a-59db5d9a8f72) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:27:15.512864 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-75ca637a-aa1e-4356-8783-b5230c349a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:15.514509 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-75ca637a-aa1e-4356-8783-b5230c349a44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=511468fc2d8d49c8b28184d367b1e7fa&device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 1160 time: 0.2841184
Dec 11 16:27:15.517783 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dbc4d715-6407-40d9-8abe-56f585e8071a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:15.531615 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dbc4d715-6407-40d9-8abe-56f585e8071a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263012'] for security_group_rule, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:15.560539 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0d5049-81bf-4df9-b146-d2a2e2f918cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:15.561207 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9c0d5049-81bf-4df9-b146-d2a2e2f918cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:15.607083 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7647-115e-4aad-927d-734604c58856 None None] Pushing event updated for resources: {'Port': ['ID=a8ae03cf-7105-4a44-b686-f03adb5ff09d,revision_number=4']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:15.627647 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3c7c7647-115e-4aad-927d-734604c58856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:15.636009 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:15.640986 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-9c0d5049-81bf-4df9-b146-d2a2e2f918cc admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 10.8221135
Dec 11 16:27:15.679880 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Routers {'7b00b697-1d1a-4fe7-b651-413f98aed4cd'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:27:15.680882 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eb00bbf60>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:27:09Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:15.736007 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeb5ff9-caa8-41e4-978d-295c37d1777b None None] Network adb76fe4-065d-4ec8-837a-59db5d9a8f72 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:27:15.916347 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-64c016b4-2ce4-408d-8e04-2b2a16f7c127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:16.016281 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:16.034732 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-36ca5a24-9fbc-4ead-98a2-1289244513bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5463205-50f6-49d0-adaa-a7f774bd2a6e HTTP/1.1" status: 200  len: 217 time: 0.5015981
Dec 11 16:27:16.139154 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54952) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:16.146030 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-cb88b484-2278-4395-9099-18eadb785227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:16.148192 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-cb88b484-2278-4395-9099-18eadb785227 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=840d87d5-193c-4288-adc8-59ea35bedd36 HTTP/1.1" status: 200  len: 854 time: 0.1050184
Dec 11 16:27:16.151008 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4d715-6407-40d9-8abe-56f585e8071a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30da5e19-47d6-47aa-af3f-c2ce26edd374,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:16.205691 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:16.206599 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:16.208291 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2f0d96fa-b4a7-447a-8397-882771909355 req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] 10.222.0.64 "PUT /v2.0/ports/ad536184-ba72-4ee4-b3b9-14dae8f888cc HTTP/1.1" status: 200  len: 1157 time: 4.7474077
Dec 11 16:27:16.306756 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-dbc4d715-6407-40d9-8abe-56f585e8071a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:16.347363 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] Set router 7b00b697-1d1a-4fe7-b651-413f98aed4cd gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:27:16.349189 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6facd571-8899-4321-9f78-c4afe648d008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:16.356010 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Attempting to bind port 2fa0d98d-ba01-4865-80a3-3be5eec9add4 on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:27:16.356447 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Attempting to bind port 2fa0d98d-ba01-4865-80a3-3be5eec9add4 by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:27:16.356870 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Attempting to bind port 2fa0d98d-ba01-4865-80a3-3be5eec9add4 on network 2c8d0687-6545-4ddc-9608-794ea870ad6d {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:27:16.384963 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:27:16.385492 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Checking segment: {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:27:16.385956 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:16.386404 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Bound using segment: {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:27:16.387050 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Bound port: 2fa0d98d-ba01-4865-80a3-3be5eec9add4, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:27:16.387498 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:16.390579 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-5638a434-1648-4fac-9a01-fd9a9c449988 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1757350
Dec 11 16:27:16.450261 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-64c016b4-2ce4-408d-8e04-2b2a16f7c127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:16.451671 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-64c016b4-2ce4-408d-8e04-2b2a16f7c127 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/014b3382-666f-4dcc-9dde-df9dd56308f9 HTTP/1.1" status: 204  len: 168 time: 3.8825374
Dec 11 16:27:16.455053 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c922950a-084c-463b-9e5e-01f5dac012cc req-7782f211-b9c6-4cb6-b039-4bc39252251f tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/security-groups?id=a1882709-447d-48b7-acc1-08f6ae587fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1025319
Dec 11 16:27:16.476947 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c016b4-2ce4-408d-8e04-2b2a16f7c127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014b3382-666f-4dcc-9dde-df9dd56308f9,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:16.493513 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-64c016b4-2ce4-408d-8e04-2b2a16f7c127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:16.498858 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Allocated IP 172.20.0.1 (4df5138a-c173-41d2-a9c6-10906b0c52cb/0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4/81ea96db-6336-4f79-8b77-bf1d5d4f7401) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:27:16.531764 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Allocated IP 172.20.0.1 (38d5d1c1-19a8-4909-8ee8-0c1228de8a33/3fc5b558-60c5-446c-9755-1fcb42bad47f/97cd7f19-67ce-471d-8154-dc6aa74efef8) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:27:16.638780 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-7fa6c9e0-a61b-40d0-8564-30fe9b22bd6b service neutron] 10.222.0.64 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2391827
Dec 11 16:27:16.655958 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] For port 2fa0d98d-ba01-4865-80a3-3be5eec9add4, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:27:16.666642 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] For port 2fa0d98d-ba01-4865-80a3-3be5eec9add4, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=2fa0d98d-ba01-4865-80a3-3be5eec9add4,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:27:16.668194 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ec9b25-902b-44c7-bdbe-bd6636d4d7de None None] Network adb76fe4-065d-4ec8-837a-59db5d9a8f72 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:27:16.690831 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dbc4d715-6407-40d9-8abe-56f585e8071a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group_rule, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:16.692439 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-dbc4d715-6407-40d9-8abe-56f585e8071a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 1.7987599
Dec 11 16:27:16.700240 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54966) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:16.726723 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-c2f04beb-1e02-4dc9-bf32-32c878e00595 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Request body: {'security_group_rule': {'security_group_id': '8e26eac0-c747-4ab4-b581-6f90fa526743', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:16.735317 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-c2f04beb-1e02-4dc9-bf32-32c878e00595 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:16.743268 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-c2f04beb-1e02-4dc9-bf32-32c878e00595 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Usage tracker for resource:security_group_rule and tenant:6ad201a40eb54facbb2b8d35f51492f4 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:16.747688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-c2f04beb-1e02-4dc9-bf32-32c878e00595 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:16.755836 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-c2f04beb-1e02-4dc9-bf32-32c878e00595 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:16.772062 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a544c6-4b98-4d63-87bc-9204e4757ffd admin admin] Deleting subnet 0beabb43-f3fd-43fb-8397-de04d6edc048 {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 11 16:27:16.798489 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-68a544c6-4b98-4d63-87bc-9204e4757ffd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:16.857732 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c2f04beb-1e02-4dc9-bf32-32c878e00595 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group_rule, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:16.903113 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eb00bbf60>, [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:06Z', 'revision_number': 4, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'a8ae03cf-7105-4a44-b686-f03adb5ff09d', 'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'mac_address': 'fa:16:3e:2e:cb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:02Z', 'updated_at': '2020-12-11T16:27:15Z', 'revision_number': 4, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'subnets': [{'id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:16.907177 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c4a45-6dff-4cac-a939-b2a42be46441 req-a7d2073d-6175-407a-ae13-ff3e91e050d9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:16.910119 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-379c4a45-6dff-4cac-a939-b2a42be46441 req-a7d2073d-6175-407a-ae13-ff3e91e050d9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 943 time: 0.6638079
Dec 11 16:27:16.922464 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b1e10-f2fb-4349-92f3-8f34a1365e2c None None] The sync data for ids ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'] in dv-cinder-766752-1-iscsi is: [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:06Z', 'revision_number': 4, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'a8ae03cf-7105-4a44-b686-f03adb5ff09d', 'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'mac_address': 'fa:16:3e:2e:cb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:02Z', 'updated_at': '2020-12-11T16:27:15Z', 'revision_number': 4, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'subnets': [{'id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:27:16.946834 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-68a544c6-4b98-4d63-87bc-9204e4757ffd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:16.955178 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-68a544c6-4b98-4d63-87bc-9204e4757ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851265986'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:17.189548 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:17.190732 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:17.226967 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:17.227386 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port b0fc2cf7-a3c1-4975-bad0-8f8504284851 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:27:17.239805 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-379c4a45-6dff-4cac-a939-b2a42be46441 req-7d9180b3-e54b-468b-a8a3-9276b0e6a361 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1911793
Dec 11 16:27:17.448278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-162e8a85-721c-450a-8906-6ce951647798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:17.450402 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d21551-0a2d-4d72-866f-4a80afed1ed5 None None] Pushing event updated for resources: {'Port': ['ID=2fa0d98d-ba01-4865-80a3-3be5eec9add4,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:17.453944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-25d21551-0a2d-4d72-866f-4a80afed1ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.818s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:17.540221 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17158002-bd31-4f46-9e0f-66841e993f05', 'tag': 'ad536184-ba72-4ee4-b3b9-14dae8f888cc'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:27:17.561004 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 54986) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:17.564506 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-934e5022-1108-48af-b9c3-fa1c530e4564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:17.570989 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Pushing event updated for resources: {'Port': ['ID=81ea96db-6336-4f79-8b77-bf1d5d4f7401,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:17.588790 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:17.607489 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port b0fc2cf7-a3c1-4975-bad0-8f8504284851 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:17.608060 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:17.668529 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-12469543-4e8e-4385-b592-389b2d9c65cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:17.693687 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d96fa-b4a7-447a-8397-882771909355 req-9b7dfbe8-ee5e-4c94-99fe-7e72d7c1ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:17.695417 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2f0d96fa-b4a7-447a-8397-882771909355 req-9b7dfbe8-ee5e-4c94-99fe-7e72d7c1ba44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a16d0d88d5b94cea99d23877a379dc8f&device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 1160 time: 1.3870699
Dec 11 16:27:17.728605 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Routers {'9a3f4f3f-019b-436a-9bea-191203bd2585'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:27:17.731770 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabd7e9e8>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:27:09Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['9a3f4f3f-019b-436a-9bea-191203bd2585'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:17.736708 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17158002-bd31-4f46-9e0f-66841e993f05', 'tag': 'ad536184-ba72-4ee4-b3b9-14dae8f888cc', 'status': 'completed', 'code': 200}
Dec 11 16:27:17.747869 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-12469543-4e8e-4385-b592-389b2d9c65cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:17.753577 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-12469543-4e8e-4385-b592-389b2d9c65cb admin admin] Usage tracker for resource:security_group_rule and tenant:a9f0d03fa5f0437b9bd5593ba5181685 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:17.757279 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-12469543-4e8e-4385-b592-389b2d9c65cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:17.766913 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-12469543-4e8e-4385-b592-389b2d9c65cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:17.864779 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2f0d96fa-b4a7-447a-8397-882771909355 req-0d9ae8d5-ea7d-471e-b6cf-4a9c3b063317 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad536184-ba72-4ee4-b3b9-14dae8f888cc HTTP/1.1" status: 200  len: 217 time: 0.1068058
Dec 11 16:27:17.872846 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Network 4df5138a-c173-41d2-a9c6-10906b0c52cb is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:27:17.883925 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:27:17.897343 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:17.903495 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:27:17.904292 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854270948'] for router_interface, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:18.002515 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d96fa-b4a7-447a-8397-882771909355 req-541275a2-e30c-4295-8068-fcd3ad375ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:18.004834 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2f0d96fa-b4a7-447a-8397-882771909355 req-541275a2-e30c-4295-8068-fcd3ad375ab5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f43d7b5-72a3-4424-9a67-528c85a66e9b HTTP/1.1" status: 200  len: 852 time: 0.1113882
Dec 11 16:27:18.012039 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c2f04beb-1e02-4dc9-bf32-32c878e00595 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:18.094172 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2f0d96fa-b4a7-447a-8397-882771909355 req-0bca15fb-7da5-4d00-b186-ee4aca975ee4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a362299f-30aa-4917-92de-dfd26a6d0816&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0795045
Dec 11 16:27:18.096390 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-375c922b-a19a-48af-8cc5-c8c5ad8aa53b req-104b0fec-8e6a-4977-9718-930190abcfd0 service neutron] 10.222.0.64 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.4493496
Dec 11 16:27:18.099176 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c2f04beb-1e02-4dc9-bf32-32c878e00595 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263012'] for security_group_rule, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:18.107918 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-dbc4d715-6407-40d9-8abe-56f585e8071a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:18.192211 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] Set router 9a3f4f3f-019b-436a-9bea-191203bd2585 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:27:18.314688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c2f04beb-1e02-4dc9-bf32-32c878e00595 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group_rule, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:18.320426 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-c2f04beb-1e02-4dc9-bf32-32c878e00595 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 1.6109989
Dec 11 16:27:18.325586 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 54992) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:18.373454 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-68a544c6-4b98-4d63-87bc-9204e4757ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:18.374585 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f04beb-1e02-4dc9-bf32-32c878e00595 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2c7b72-6443-4cf7-aa08-09586d7742d5,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:18.393035 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Request body: {'floatingip': {'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:18.411234 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c2f04beb-1e02-4dc9-bf32-32c878e00595 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:18.569826 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d21551-0a2d-4d72-866f-4a80afed1ed5 None None] Pushing event updated for resources: {'Port': ['ID=2fa0d98d-ba01-4865-80a3-3be5eec9add4,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:18.598768 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:18.605682 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:18.634199 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:18.666378 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Usage tracker for resource:floatingip and tenant:6ad201a40eb54facbb2b8d35f51492f4 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:18.674071 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:18.680069 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a544c6-4b98-4d63-87bc-9204e4757ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0beabb43-f3fd-43fb-8397-de04d6edc048,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:18.721054 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-25d21551-0a2d-4d72-866f-4a80afed1ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.157s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:18.724966 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2f0d96fa-b4a7-447a-8397-882771909355 req-333cc52d-e2ee-4263-a439-689af8c5dcf0 service neutron] 10.222.0.64 "GET /v2.0/networks/a362299f-30aa-4917-92de-dfd26a6d0816?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5765364
Dec 11 16:27:18.729706 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:18.731160 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Transition to ACTIVE for port object 97cd7f19-67ce-471d-8154-dc6aa74efef8 will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:27:18.732707 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-68a544c6-4b98-4d63-87bc-9204e4757ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:18.734675 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-68a544c6-4b98-4d63-87bc-9204e4757ffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:18.737270 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-68a544c6-4b98-4d63-87bc-9204e4757ffd admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0beabb43-f3fd-43fb-8397-de04d6edc048 HTTP/1.1" status: 204  len: 168 time: 2.5878589
Dec 11 16:27:18.744823 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 55006) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:18.854778 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for floatingip, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:18.876725 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:18.895673 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port b0fc2cf7-a3c1-4975-bad0-8f8504284851, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=b0fc2cf7-a3c1-4975-bad0-8f8504284851,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:27:18.902251 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:18.906105 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63185f77-2d37-4de6-91a4-3128463cf06d req-67a5bd32-dd24-4b9a-befe-2d6659c3491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:18.907588 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:18.908048 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-63185f77-2d37-4de6-91a4-3128463cf06d req-67a5bd32-dd24-4b9a-befe-2d6659c3491e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=511468fc2d8d49c8b28184d367b1e7fa&device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 1160 time: 0.5812981
Dec 11 16:27:18.991248 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabd7e9e8>, [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:27:05Z', 'revision_number': 3, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:19.010031 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab583893-35fe-4a50-898e-d3b1fe387545 None None] The sync data for ids ['9a3f4f3f-019b-436a-9bea-191203bd2585'] in dv-cinder-766752-1-iscsi is: [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:27:05Z', 'revision_number': 3, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:27:19.064488 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=b0fc2cf7-a3c1-4975-bad0-8f8504284851,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:19.071819 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:19.089724 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:19.092446 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device a8ae03cf-7105-4a44-b686-f03adb5ff09d up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:19.126628 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:19.147698 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851421897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854276357'] for router_interface, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:19.170130 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f020b9-773d-42f3-b592-85ae9fec6170 req-201f8223-3709-4bc7-b12f-d0755369014a tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:19.184103 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f9f020b9-773d-42f3-b592-85ae9fec6170 req-201f8223-3709-4bc7-b12f-d0755369014a tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/ports?device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 943 time: 1.3995254
Dec 11 16:27:19.203271 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:19.206610 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port a8ae03cf-7105-4a44-b686-f03adb5ff09d completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:27:19.215409 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port a8ae03cf-7105-4a44-b686-f03adb5ff09d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:19.215947 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:19.353111 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:19.379631 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f9f020b9-773d-42f3-b592-85ae9fec6170 req-7df7443c-0f32-4eed-9ad9-e835ed6989ca tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/security-groups?id=a1882709-447d-48b7-acc1-08f6ae587fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1944447
Dec 11 16:27:19.383843 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:19.428410 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port a8ae03cf-7105-4a44-b686-f03adb5ff09d, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=a8ae03cf-7105-4a44-b686-f03adb5ff09d,segment=NetworkSegment(874e3b45-2e23-4239-9758-c43aea39df2f),segment_id=874e3b45-2e23-4239-9758-c43aea39df2f)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:27:19.432752 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:19.436487 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:19.509593 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37de77-8121-4810-96e6-0a8e210bb389 req-f543de4e-7157-4646-af95-842b47fce1ef tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:19.511503 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ee37de77-8121-4810-96e6-0a8e210bb389 req-f543de4e-7157-4646-af95-842b47fce1ef tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 943 time: 0.8847136
Dec 11 16:27:19.513261 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Pushing event updated for resources: {'Port': ['ID=81ea96db-6336-4f79-8b77-bf1d5d4f7401,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:19.517498 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63185f77-2d37-4de6-91a4-3128463cf06d req-7513ce3a-6834-41b0-a7b2-7f9608459720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:19.519221 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-63185f77-2d37-4de6-91a4-3128463cf06d req-7513ce3a-6834-41b0-a7b2-7f9608459720 service neutron] 10.222.0.64 "GET /v2.0/networks?id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61 HTTP/1.1" status: 200  len: 908 time: 0.6019838
Dec 11 16:27:19.539877 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=a8ae03cf-7105-4a44-b686-f03adb5ff09d,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:19.545100 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-12469543-4e8e-4385-b592-389b2d9c65cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:19.550655 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:19.558472 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:19.573614 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:19.589666 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-12469543-4e8e-4385-b592-389b2d9c65cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:19.598300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:19.635328 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3897092'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:19.746484 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ee37de77-8121-4810-96e6-0a8e210bb389 req-2f5eb0c0-99e1-4a6f-b360-9c6f69d85243 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939361
Dec 11 16:27:19.809011 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-63185f77-2d37-4de6-91a4-3128463cf06d req-37a0b619-41ac-4ec4-88a3-556fb60550f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5463205-50f6-49d0-adaa-a7f774bd2a6e HTTP/1.1" status: 200  len: 217 time: 0.1093965
Dec 11 16:27:19.857615 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-12469543-4e8e-4385-b592-389b2d9c65cb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a9f0d03fa5f0437b9bd5593ba5181685&name=default HTTP/1.1" status: 200  len: 2879 time: 2.2734175
Dec 11 16:27:19.874609 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Pushing event updated for resources: {'Port': ['ID=97cd7f19-67ce-471d-8154-dc6aa74efef8,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:19.879487 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 55018) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:19.892333 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:19.892333 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:19.947795 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Network 4df5138a-c173-41d2-a9c6-10906b0c52cb is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:27:19.959237 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2f0d96fa-b4a7-447a-8397-882771909355 req-321ea765-3e33-49f9-ba83-8d3da8d8ed1b service neutron] 10.222.0.64 "GET /v2.0/networks/a362299f-30aa-4917-92de-dfd26a6d0816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.2164190
Dec 11 16:27:19.961038 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:27:19.966256 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63185f77-2d37-4de6-91a4-3128463cf06d req-564d58f2-9267-46ef-a7a6-bf87b2dee59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:19.968001 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-63185f77-2d37-4de6-91a4-3128463cf06d req-564d58f2-9267-46ef-a7a6-bf87b2dee59e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=840d87d5-193c-4288-adc8-59ea35bedd36 HTTP/1.1" status: 200  len: 854 time: 0.1360259
Dec 11 16:27:19.989203 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12469543-4e8e-4385-b592-389b2d9c65cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800b8d44-6d92-444c-886a-d0daf5c8ab5f,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:20.081621 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-63185f77-2d37-4de6-91a4-3128463cf06d req-a7df04f3-b0e3-4757-a15a-754163083815 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1050165
Dec 11 16:27:20.141806 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-12469543-4e8e-4385-b592-389b2d9c65cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:20.249080 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Network 38d5d1c1-19a8-4909-8ee8-0c1228de8a33 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:27:20.252671 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a154acb4-9e5f-4a33-b1f0-850a21bed620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:20.257487 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:27:20.262658 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:27:20.263256 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854270948'] for router_interface, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:20.293184 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536934', 'neutron.services.segments.db._delete_segments_for_network--9223363279767150606'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:20.329927 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a154acb4-9e5f-4a33-b1f0-850a21bed620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:20.353726 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Router ad0b3c6a-b25b-4b57-a34c-b403be1e09c1 has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:27:20.559272 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:20.625059 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6eaa94fba8>> segment before_delete 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:20.625706 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6eaa94fba8>> subnet precommit_delete_associations 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:20.626240 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6eaa8dffd0>> segment_host_mapping after_create 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:20.626626 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6eaa8dffd0>> port after_create 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:20.627018 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6eaa8dffd0>> port after_delete 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:20.627374 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6eaa8dffd0>> port after_update 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:20.627731 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6eaa8dffd0>> segment after_delete 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:20.628089 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6eaa8dffd0>> subnet after_create 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:20.628446 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6eaa8dffd0>> subnet after_delete 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:20.628793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6eaa8dffd0>> subnet after_update 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:20.700918 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6eaba79cc0>> subnet after_create 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:20.701433 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6eaba79cc0>> subnet after_delete 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:20.701654 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6eaba79cc0>> subnet before_create 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:20.702080 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6eaba79cc0>> subnet before_update 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:20.702480 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6eabb68780>,) {'filters': {'network_id': ['7ceea7fc-3f51-4d9b-9376-b9c7bf61dde2']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:20.715188 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1296e-d9ed-4f74-9bf1-6705a7c1a2f4 req-c193915e-13f2-4c79-a1e1-f78b6f2f7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:20.716989 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-28b1296e-d9ed-4f74-9bf1-6705a7c1a2f4 req-c193915e-13f2-4c79-a1e1-f78b6f2f7eb7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a16d0d88d5b94cea99d23877a379dc8f&device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 1160 time: 0.6383691
Dec 11 16:27:20.733459 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-23c916f0-f04e-488b-8c11-08cbad8e031e None None] Provisioning for port 97cd7f19-67ce-471d-8154-dc6aa74efef8 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:27:20.742045 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-23c916f0-f04e-488b-8c11-08cbad8e031e None None] Provisioning complete for port 97cd7f19-67ce-471d-8154-dc6aa74efef8 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:20.742488 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-23c916f0-f04e-488b-8c11-08cbad8e031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:20.745464 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eabb68780>, '8954ae73-0cb2-484c-b633-ed7bddd86018') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:20.745787 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eabb68780>, '8954ae73-0cb2-484c-b633-ed7bddd86018') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:20.811276 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:20.851388 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-23c916f0-f04e-488b-8c11-08cbad8e031e None None] Port 97cd7f19-67ce-471d-8154-dc6aa74efef8 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:27:20.904440 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a154acb4-9e5f-4a33-b1f0-850a21bed620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:20.930228 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1296e-d9ed-4f74-9bf1-6705a7c1a2f4 req-aaf7f3e5-098a-49a9-b969-a53fd53737f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:20.931908 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-28b1296e-d9ed-4f74-9bf1-6705a7c1a2f4 req-aaf7f3e5-098a-49a9-b969-a53fd53737f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a362299f-30aa-4917-92de-dfd26a6d0816 HTTP/1.1" status: 200  len: 906 time: 0.2041743
Dec 11 16:27:20.957682 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:21.054632 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279767145639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036825487758'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:21.064062 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-63185f77-2d37-4de6-91a4-3128463cf06d req-1d92b119-fe1a-4b95-9637-6e354d9330bf service neutron] 10.222.0.64 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9336069
Dec 11 16:27:21.065463 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-28b1296e-d9ed-4f74-9bf1-6705a7c1a2f4 req-9926d1b5-6ea3-4c55-978f-aac583321d82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad536184-ba72-4ee4-b3b9-14dae8f888cc HTTP/1.1" status: 200  len: 217 time: 0.1008890
Dec 11 16:27:21.142486 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device a8ae03cf-7105-4a44-b686-f03adb5ff09d up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:21.236694 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:21.237132 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port a8ae03cf-7105-4a44-b686-f03adb5ff09d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:21.237567 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:21.247074 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 55042) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:21.249438 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154acb4-9e5f-4a33-b1f0-850a21bed620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800b8d44-6d92-444c-886a-d0daf5c8ab5f,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:21.258975 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 11 16:27:21.262170 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a154acb4-9e5f-4a33-b1f0-850a21bed620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:21.266587 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-a154acb4-9e5f-4a33-b1f0-850a21bed620 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/800b8d44-6d92-444c-886a-d0daf5c8ab5f HTTP/1.1" status: 204  len: 168 time: 1.3832235
Dec 11 16:27:21.268241 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a154acb4-9e5f-4a33-b1f0-850a21bed620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:21.343673 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:27:21.365550 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Sync routers for ids ['ad0b3c6a-b25b-4b57-a34c-b403be1e09c1'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:27:21.374313 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-6db3d545-201d-475f-8a01-68b1e99d4c7c admin admin] 10.222.0.68 "PUT /v2.0/routers/ad0b3c6a-b25b-4b57-a34c-b403be1e09c1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.5740061
Dec 11 16:27:21.419559 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Routers {'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:27:21.421082 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabd10780>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:27:09Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['ad0b3c6a-b25b-4b57-a34c-b403be1e09c1'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:21.424354 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f678b-294a-455b-9b2d-275f53e967d3 req-0e6d94fa-7b3a-4584-9c8a-10804f851463 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:21.426125 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fe2f678b-294a-455b-9b2d-275f53e967d3 req-0e6d94fa-7b3a-4584-9c8a-10804f851463 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/ports?device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 943 time: 0.7157016
Dec 11 16:27:21.583655 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fe2f678b-294a-455b-9b2d-275f53e967d3 req-99a71ba9-f855-45de-b5b0-b4d70067d273 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/security-groups?id=a1882709-447d-48b7-acc1-08f6ae587fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318922
Dec 11 16:27:21.598525 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc7a3b-77c6-44bd-9252-7a2ebb15c416 req-9a5f7317-5f10-4f63-a2d1-ca1f7765389d tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:21.600897 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-09dc7a3b-77c6-44bd-9252-7a2ebb15c416 req-9a5f7317-5f10-4f63-a2d1-ca1f7765389d tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 943 time: 0.4143531
Dec 11 16:27:21.624249 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device b0fc2cf7-a3c1-4975-bad0-8f8504284851 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:21.764140 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port b0fc2cf7-a3c1-4975-bad0-8f8504284851 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:21.765851 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:21.863345 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Set router ad0b3c6a-b25b-4b57-a34c-b403be1e09c1 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:27:21.892428 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-09dc7a3b-77c6-44bd-9252-7a2ebb15c416 req-f368fa4a-0e50-4346-a289-b59759d13806 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1753547
Dec 11 16:27:21.960808 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:21.966882 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:21.968028 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851421897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854276357'] for router_interface, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:22.011905 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 2fa0d98d-ba01-4865-80a3-3be5eec9add4 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:22.028321 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-24c4576e-a4f1-4dcd-a07c-c065ab746903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:22.184601 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1296e-d9ed-4f74-9bf1-6705a7c1a2f4 req-3b742cbf-8e89-49e1-8632-208e6e538497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:22.186256 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-28b1296e-d9ed-4f74-9bf1-6705a7c1a2f4 req-3b742cbf-8e89-49e1-8632-208e6e538497 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f43d7b5-72a3-4424-9a67-528c85a66e9b HTTP/1.1" status: 200  len: 852 time: 1.0478909
Dec 11 16:27:22.233657 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port 2fa0d98d-ba01-4865-80a3-3be5eec9add4 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:27:22.242435 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 2fa0d98d-ba01-4865-80a3-3be5eec9add4 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:22.243218 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:22.307177 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Network 7ceea7fc-3f51-4d9b-9376-b9c7bf61dde2 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:27:22.313282 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Pushing event updated for resources: {'Port': ['ID=97cd7f19-67ce-471d-8154-dc6aa74efef8,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:22.326761 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-63185f77-2d37-4de6-91a4-3128463cf06d req-353e05c3-3e0d-406e-809d-a4935396d2a6 service neutron] 10.222.0.64 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1895685
Dec 11 16:27:22.327658 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6d7a5110-e2a3-45aa-ab3c-f1032dc68993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:22.346732 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3532889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29322805'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:22.349722 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:22.353234 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.objects.ports [None req-923672fd-d0c5-4de0-a4b3-43984f7705c3 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80201) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 11 16:27:22.460177 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:22.531838 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port 2fa0d98d-ba01-4865-80a3-3be5eec9add4, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=2fa0d98d-ba01-4865-80a3-3be5eec9add4,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:27:22.545425 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:22.556962 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-6d7a5110-e2a3-45aa-ab3c-f1032dc68993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:22.557615 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c6c53838-c5bc-4e8d-ae8f-b8845353cdaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:22.561372 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-6d7a5110-e2a3-45aa-ab3c-f1032dc68993 admin admin] Usage tracker for resource:security_group_rule and tenant:65a81b82b68e4874a47ec6bac0a7c11c is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:22.565436 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-6d7a5110-e2a3-45aa-ab3c-f1032dc68993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:22.566408 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Network 38d5d1c1-19a8-4909-8ee8-0c1228de8a33 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:27:22.568749 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:27:22.578951 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-6d7a5110-e2a3-45aa-ab3c-f1032dc68993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:22.595262 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabd10780>, [{'id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1282461342-router', 'tenant_id': '667e4a17ae3d46d3ba440736127fb3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b0fc2cf7-a3c1-4975-bad0-8f8504284851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:49Z', 'updated_at': '2020-12-11T16:27:18Z', 'revision_number': 4, 'project_id': '667e4a17ae3d46d3ba440736127fb3aa', 'gw_port': {'id': 'b0fc2cf7-a3c1-4975-bad0-8f8504284851', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:52Z', 'updated_at': '2020-12-11T16:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '81ea96db-6336-4f79-8b77-bf1d5d4f7401', 'name': '', 'network_id': '4df5138a-c173-41d2-a9c6-10906b0c52cb', 'tenant_id': '667e4a17ae3d46d3ba440736127fb3aa', 'mac_address': 'fa:16:3e:38:6f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:14Z', 'updated_at': '2020-12-11T16:27:18Z', 'revision_number': 2, 'project_id': '667e4a17ae3d46d3ba440736127fb3aa', 'subnets': [{'id': '0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:22.609039 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Checking router: ad0b3c6a-b25b-4b57-a34c-b403be1e09c1 for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:27:22.609457 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Updating router ad0b3c6a-b25b-4b57-a34c-b403be1e09c1 port 81ea96db-6336-4f79-8b77-bf1d5d4f7401 binding host dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 11 16:27:22.700102 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-28b1296e-d9ed-4f74-9bf1-6705a7c1a2f4 req-a15cc0ec-0795-458a-89ef-4aca7ff83d74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a362299f-30aa-4917-92de-dfd26a6d0816&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4677455
Dec 11 16:27:22.754397 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:22.791742 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=2fa0d98d-ba01-4865-80a3-3be5eec9add4,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:22.803823 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:23.003243 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-d6d30394-3ea6-4428-b60b-ba6e16283a42 None None] Provisioning complete for port 97cd7f19-67ce-471d-8154-dc6aa74efef8 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:23.003243 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d6d30394-3ea6-4428-b60b-ba6e16283a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:23.107482 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 2fa0d98d-ba01-4865-80a3-3be5eec9add4 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:23.141795 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Network 7ceea7fc-3f51-4d9b-9376-b9c7bf61dde2 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:27:23.215174 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-d6d30394-3ea6-4428-b60b-ba6e16283a42 None None] Port 97cd7f19-67ce-471d-8154-dc6aa74efef8 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:27:23.253574 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 2fa0d98d-ba01-4865-80a3-3be5eec9add4 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:23.254661 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:23.288113 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device d5463205-50f6-49d0-adaa-a7f774bd2a6e up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:   (rel_b, rel_a, rel_b),
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:   (rel_b, rel_a, rel_b),
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]: Traceback (most recent call last):
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:     timer()
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:     cb(*args, **kw)
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:     return func(*args, **kwargs)
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:     self._notify()
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.callback(batched_events)
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:     event.method(event)
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:     segment_id)['aggregates'][0]
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(self, *a, **k)
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self._get(url).json()
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:     **kwargs)
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.request(url, 'GET', **kwargs)
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:     **endpoint_filter)
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 16:27:23.390794 dv-cinder-766752-1-iscsi neutron-server[80088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 16:27:23.436808 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbedeb-7364-440e-ab92-6d4b78e82393 req-0f6d5a4b-82c1-41d1-8583-6b275b6a6adc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:23.444635 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-accbedeb-7364-440e-ab92-6d4b78e82393 req-0f6d5a4b-82c1-41d1-8583-6b275b6a6adc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/ports?device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 943 time: 0.4621928
Dec 11 16:27:23.479078 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde79e6-e40d-4007-8062-385eb070090b req-c541973f-7580-47a1-8549-34c951baf0c3 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:23.489400 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fde79e6-e40d-4007-8062-385eb070090b req-c541973f-7580-47a1-8549-34c951baf0c3 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/networks?id=4df5138a-c173-41d2-a9c6-10906b0c52cb HTTP/1.1" status: 200  len: 819 time: 0.3740969
Dec 11 16:27:23.509545 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning for port d5463205-50f6-49d0-adaa-a7f774bd2a6e completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:27:23.524320 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port d5463205-50f6-49d0-adaa-a7f774bd2a6e triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:23.524738 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:23.550136 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Allocated IP 172.27.3.205 (2c8d0687-6545-4ddc-9608-794ea870ad6d/c11ea905-4982-4de9-ba49-1a66c1d28d32/e7825e2e-006b-4361-9719-010047b87d24) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:27:23.553459 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Router 9a3f4f3f-019b-436a-9bea-191203bd2585 has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:27:23.598628 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:23.601976 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fde79e6-e40d-4007-8062-385eb070090b req-3fd85b13-4bda-43c6-9f5d-639df1bf3e0d tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/quotas/667e4a17ae3d46d3ba440736127fb3aa HTTP/1.1" status: 200  len: 375 time: 0.0948615
Dec 11 16:27:23.615591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Transition to ACTIVE for port object 81ea96db-6336-4f79-8b77-bf1d5d4f7401 will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:27:23.619970 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:23.644719 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:23.700674 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6d7a5110-e2a3-45aa-ab3c-f1032dc68993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:23.745170 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b96b1-91ac-4cdf-bfbf-ef55ea25d8a5 None None] Pushing event updated for resources: {'Port': ['ID=81ea96db-6336-4f79-8b77-bf1d5d4f7401,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:23.770451 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-accbedeb-7364-440e-ab92-6d4b78e82393 req-82d20f08-29de-4ce5-bef6-9f36b09b62c4 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/security-groups?id=a1882709-447d-48b7-acc1-08f6ae587fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3248160
Dec 11 16:27:23.785378 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:23.837070 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-da8b96b1-91ac-4cdf-bfbf-ef55ea25d8a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:23.904486 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port d5463205-50f6-49d0-adaa-a7f774bd2a6e, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=d5463205-50f6-49d0-adaa-a7f774bd2a6e,segment=NetworkSegment(ab1f9bf8-33bf-4411-b975-dd1c836e7017),segment_id=ab1f9bf8-33bf-4411-b975-dd1c836e7017)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:27:23.906031 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78c3997-ad55-4984-bc1d-17b1cf765a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5463205-50f6-49d0-adaa-a7f774bd2a6e'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:27:24.010270 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-1fde79e6-e40d-4007-8062-385eb070090b req-834a7fc0-f348-4a93-a913-516130f2b1f9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Synchronizing usage tracker for tenant:667e4a17ae3d46d3ba440736127fb3aa on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:27:24.039299 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:24.043294 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-1fde79e6-e40d-4007-8062-385eb070090b req-834a7fc0-f348-4a93-a913-516130f2b1f9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Unset dirty status for tenant:667e4a17ae3d46d3ba440736127fb3aa on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:27:24.044765 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fde79e6-e40d-4007-8062-385eb070090b req-834a7fc0-f348-4a93-a913-516130f2b1f9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?tenant_id=667e4a17ae3d46d3ba440736127fb3aa&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4419127
Dec 11 16:27:24.079402 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6d7a5110-e2a3-45aa-ab3c-f1032dc68993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:24.093973 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:24.106281 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:24.110513 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device ad536184-ba72-4ee4-b3b9-14dae8f888cc up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:24.112600 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:24.115408 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Attempting to bind port 81ea96db-6336-4f79-8b77-bf1d5d4f7401 on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:27:24.116067 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Attempting to bind port 81ea96db-6336-4f79-8b77-bf1d5d4f7401 by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': '3d980729-111e-4033-ab39-ac93afbc4d15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4df5138a-c173-41d2-a9c6-10906b0c52cb'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:27:24.116692 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Attempting to bind port 81ea96db-6336-4f79-8b77-bf1d5d4f7401 on network 4df5138a-c173-41d2-a9c6-10906b0c52cb {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:27:24.123812 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:27:24.124949 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:27:24.125422 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Checking segment: {'id': '3d980729-111e-4033-ab39-ac93afbc4d15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4df5138a-c173-41d2-a9c6-10906b0c52cb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:27:24.126232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:24.126382 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Bound using segment: {'id': '3d980729-111e-4033-ab39-ac93afbc4d15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4df5138a-c173-41d2-a9c6-10906b0c52cb'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:27:24.126995 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Bound port: 81ea96db-6336-4f79-8b77-bf1d5d4f7401, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d980729-111e-4033-ab39-ac93afbc4d15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4df5138a-c173-41d2-a9c6-10906b0c52cb'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:27:24.127564 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:24.143146 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] 10.222.0.68 "PUT /v2.0/routers/9a3f4f3f-019b-436a-9bea-191203bd2585/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8889425
Dec 11 16:27:24.226230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:24.284253 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] For port 81ea96db-6336-4f79-8b77-bf1d5d4f7401, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:27:24.289111 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] For port 81ea96db-6336-4f79-8b77-bf1d5d4f7401, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=81ea96db-6336-4f79-8b77-bf1d5d4f7401,segment=NetworkSegment(3d980729-111e-4033-ab39-ac93afbc4d15),segment_id=3d980729-111e-4033-ab39-ac93afbc4d15)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:27:24.293230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:24.316346 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Sync routers for ids ['9a3f4f3f-019b-436a-9bea-191203bd2585'] in dv-cinder-766752-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:27:24.318336 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851238850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854270827'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:24.336532 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:24.353486 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-28b1296e-d9ed-4f74-9bf1-6705a7c1a2f4 req-4bef1bfd-ab55-45f6-9dd9-5524399ab0dc service neutron] 10.222.0.64 "GET /v2.0/networks/a362299f-30aa-4917-92de-dfd26a6d0816?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5773423
Dec 11 16:27:24.380471 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning for port ad536184-ba72-4ee4-b3b9-14dae8f888cc completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:27:24.393379 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port ad536184-ba72-4ee4-b3b9-14dae8f888cc triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:24.394400 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:24.403648 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Network 2c8d0687-6545-4ddc-9608-794ea870ad6d is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:27:24.408390 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fde79e6-e40d-4007-8062-385eb070090b req-48d9df0f-d425-4ea8-a978-9e0362d96f46 service neutron] 10.222.0.68 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3460624
Dec 11 16:27:24.484998 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Routers {'9a3f4f3f-019b-436a-9bea-191203bd2585'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:27:24.487842 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabf8b860>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:27:09Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['9a3f4f3f-019b-436a-9bea-191203bd2585'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:24.594174 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b96b1-91ac-4cdf-bfbf-ef55ea25d8a5 None None] Pushing event updated for resources: {'Port': ['ID=81ea96db-6336-4f79-8b77-bf1d5d4f7401,revision_number=4']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:24.598571 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-da8b96b1-91ac-4cdf-bfbf-ef55ea25d8a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:24.639667 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24907f19-df02-47aa-a5f5-960125b10778 req-77feed4d-4802-452b-85e7-84431fb88515 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:24.641370 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-24907f19-df02-47aa-a5f5-960125b10778 req-77feed4d-4802-452b-85e7-84431fb88515 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 945 time: 0.4664023
Dec 11 16:27:24.657659 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=d5463205-50f6-49d0-adaa-a7f774bd2a6e,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:24.678402 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:27:24.686417 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:24.692474 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-6d7a5110-e2a3-45aa-ab3c-f1032dc68993 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=65a81b82b68e4874a47ec6bac0a7c11c&name=default HTTP/1.1" status: 200  len: 2879 time: 3.4381833
Dec 11 16:27:24.695943 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:27:24.697022 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:24.761820 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a5110-e2a3-45aa-ab3c-f1032dc68993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86aa439e-b527-4657-8aa0-f5e14fe3cbb9,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:24.792228 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 55110) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:24.798919 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Routers {'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:27:24.801521 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabd10780>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:27:09Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['ad0b3c6a-b25b-4b57-a34c-b403be1e09c1'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:24.863529 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for floatingip, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:24.878005 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6d7a5110-e2a3-45aa-ab3c-f1032dc68993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:24.883734 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-242ff898-2b22-4bd8-aeac-4223580439bc tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.557s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:24.888824 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fde79e6-e40d-4007-8062-385eb070090b req-774ba647-c7b0-4e04-b95a-bad87cd025f5 service neutron] 10.222.0.68 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4700918
Dec 11 16:27:24.893090 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-24907f19-df02-47aa-a5f5-960125b10778 req-efd15763-038b-487c-828e-a4f4099425ae tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2428522
Dec 11 16:27:24.911135 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:24.957101 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-28b1296e-d9ed-4f74-9bf1-6705a7c1a2f4 req-6ce9280b-5986-411d-989f-febab78f777b service neutron] 10.222.0.64 "GET /v2.0/networks/a362299f-30aa-4917-92de-dfd26a6d0816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5636096
Dec 11 16:27:24.965604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Set router 9a3f4f3f-019b-436a-9bea-191203bd2585 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:27:25.044379 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-373f4058-9521-4a5c-8a72-ccfaf8479470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:25.082161 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port ad536184-ba72-4ee4-b3b9-14dae8f888cc, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ad536184-ba72-4ee4-b3b9-14dae8f888cc,segment=NetworkSegment(c0a20691-6e8d-48b4-b032-c4e163332060),segment_id=c0a20691-6e8d-48b4-b032-c4e163332060)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:27:25.137956 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Pushing event updated for resources: {'Port': ['ID=e7825e2e-006b-4361-9719-010047b87d24,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:25.142389 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-373f4058-9521-4a5c-8a72-ccfaf8479470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:25.163077 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:25.163621 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-744ec92c-d9d9-4321-bb5b-9720b9174e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.504s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:25.213599 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ceea7fc-3f51-4d9b-9376-b9c7bf61dde2,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:25.225669 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] 10.222.0.68 "DELETE /v2.0/networks/7ceea7fc-3f51-4d9b-9376-b9c7bf61dde2 HTTP/1.1" status: 204  len: 168 time: 6.4440265
Dec 11 16:27:25.225669 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:25.245904 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 55128) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:25.315995 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-373f4058-9521-4a5c-8a72-ccfaf8479470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:25.321895 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:25.342457 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f4058-9521-4a5c-8a72-ccfaf8479470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86aa439e-b527-4657-8aa0-f5e14fe3cbb9,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:25.355665 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-373f4058-9521-4a5c-8a72-ccfaf8479470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:25.361947 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:25.365942 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-373f4058-9521-4a5c-8a72-ccfaf8479470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:25.370036 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-373f4058-9521-4a5c-8a72-ccfaf8479470 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/86aa439e-b527-4657-8aa0-f5e14fe3cbb9 HTTP/1.1" status: 204  len: 168 time: 0.5704527
Dec 11 16:27:25.549177 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:25.570398 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:25.583824 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] Set router ad0b3c6a-b25b-4b57-a34c-b403be1e09c1 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:27:25.923509 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78c3997-ad55-4984-bc1d-17b1cf765a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5463205-50f6-49d0-adaa-a7f774bd2a6e', 'code': 200}
Dec 11 16:27:26.018564 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e45aad-d8a8-4fe3-b8d6-65ea2d896d39 admin admin] Deleting subnet 3cc5a2bf-5a16-449e-bd1a-518df8f59dcc {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 11 16:27:26.039696 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-64e45aad-d8a8-4fe3-b8d6-65ea2d896d39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:26.286145 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device d5463205-50f6-49d0-adaa-a7f774bd2a6e up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:26.317346 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=ad536184-ba72-4ee4-b3b9-14dae8f888cc,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:26.322028 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:26.404190 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 55154) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:26.411319 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-c70e9cdc-deec-4e03-8d7d-20496167ea50 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Request body: {'security_group': {'name': 'tempest-securitygroup--1591572552', 'description': 'tempest-description--1625976627'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:26.471732 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-64e45aad-d8a8-4fe3-b8d6-65ea2d896d39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29288042'] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:26.536354 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-64e45aad-d8a8-4fe3-b8d6-65ea2d896d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851265986'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:26.571549 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-c70e9cdc-deec-4e03-8d7d-20496167ea50 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:26.606792 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-c70e9cdc-deec-4e03-8d7d-20496167ea50 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Usage tracker for resource:security_group and tenant:1c5767d59b7a47b5accf73b3f5a99e0f is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:26.612234 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port d5463205-50f6-49d0-adaa-a7f774bd2a6e triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:26.612662 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:26.623255 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-c70e9cdc-deec-4e03-8d7d-20496167ea50 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:26.651721 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-c70e9cdc-deec-4e03-8d7d-20496167ea50 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:26.690841 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c70e9cdc-deec-4e03-8d7d-20496167ea50 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:26.717202 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabd10780>, [{'id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1282461342-router', 'tenant_id': '667e4a17ae3d46d3ba440736127fb3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b0fc2cf7-a3c1-4975-bad0-8f8504284851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:49Z', 'updated_at': '2020-12-11T16:27:18Z', 'revision_number': 4, 'project_id': '667e4a17ae3d46d3ba440736127fb3aa', 'gw_port': {'id': 'b0fc2cf7-a3c1-4975-bad0-8f8504284851', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:52Z', 'updated_at': '2020-12-11T16:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '81ea96db-6336-4f79-8b77-bf1d5d4f7401', 'name': '', 'network_id': '4df5138a-c173-41d2-a9c6-10906b0c52cb', 'tenant_id': '667e4a17ae3d46d3ba440736127fb3aa', 'mac_address': 'fa:16:3e:38:6f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:14Z', 'updated_at': '2020-12-11T16:27:24Z', 'revision_number': 4, 'project_id': '667e4a17ae3d46d3ba440736127fb3aa', 'subnets': [{'id': '0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:26.724124 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85edab68-2b96-4206-9b6f-8420c0b98bdf None None] The sync data for ids ['ad0b3c6a-b25b-4b57-a34c-b403be1e09c1'] in dv-cinder-766752-1-iscsi is: [{'id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1282461342-router', 'tenant_id': '667e4a17ae3d46d3ba440736127fb3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b0fc2cf7-a3c1-4975-bad0-8f8504284851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:49Z', 'updated_at': '2020-12-11T16:27:18Z', 'revision_number': 4, 'project_id': '667e4a17ae3d46d3ba440736127fb3aa', 'gw_port': {'id': 'b0fc2cf7-a3c1-4975-bad0-8f8504284851', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:52Z', 'updated_at': '2020-12-11T16:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '81ea96db-6336-4f79-8b77-bf1d5d4f7401', 'name': '', 'network_id': '4df5138a-c173-41d2-a9c6-10906b0c52cb', 'tenant_id': '667e4a17ae3d46d3ba440736127fb3aa', 'mac_address': 'fa:16:3e:38:6f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:14Z', 'updated_at': '2020-12-11T16:27:24Z', 'revision_number': 4, 'project_id': '667e4a17ae3d46d3ba440736127fb3aa', 'subnets': [{'id': '0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:27:26.851160 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device ad536184-ba72-4ee4-b3b9-14dae8f888cc up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:26.917859 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e6c402fe-2738-4ed0-8cfd-189b1edc290e req-1c575a03-10b3-4f9a-9260-cf699f906fcd tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 210 time: 0.1778219
Dec 11 16:27:26.919197 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 55160) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:26.955083 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabf8b860>, [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:27:20Z', 'revision_number': 4, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '97cd7f19-67ce-471d-8154-dc6aa74efef8', 'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'mac_address': 'fa:16:3e:2b:e8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:16Z', 'updated_at': '2020-12-11T16:27:21Z', 'revision_number': 2, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'subnets': [{'id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:26.971778 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port ad536184-ba72-4ee4-b3b9-14dae8f888cc triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:26.972208 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:27.062054 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Checking router: 9a3f4f3f-019b-436a-9bea-191203bd2585 for host: dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:27:27.062472 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Updating router 9a3f4f3f-019b-436a-9bea-191203bd2585 port 97cd7f19-67ce-471d-8154-dc6aa74efef8 binding host dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 11 16:27:27.142918 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-c70e9cdc-deec-4e03-8d7d-20496167ea50 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:27.152339 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-716bb6ae-5062-4873-ab00-6a44728f8a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:27.188988 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:27.208460 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-c70e9cdc-deec-4e03-8d7d-20496167ea50 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Usage tracker for resource:security_group_rule and tenant:1c5767d59b7a47b5accf73b3f5a99e0f is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:27.222986 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-716bb6ae-5062-4873-ab00-6a44728f8a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:27.226645 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-c70e9cdc-deec-4e03-8d7d-20496167ea50 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:27.231342 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 81ea96db-6336-4f79-8b77-bf1d5d4f7401 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:27.242669 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-716bb6ae-5062-4873-ab00-6a44728f8a88 admin admin] Usage tracker for resource:security_group_rule and tenant:fcd85d46dfa94f3fb969a6d3bea2914b is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:27.249043 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-716bb6ae-5062-4873-ab00-6a44728f8a88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:27.273732 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-c70e9cdc-deec-4e03-8d7d-20496167ea50 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:27.291037 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1de37a-906f-4987-b68d-3d726a5599d3 req-d6d72c16-39ed-4c54-b148-f13dbd303f44 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:27.300150 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ee1de37a-906f-4987-b68d-3d726a5599d3 req-d6d72c16-39ed-4c54-b148-f13dbd303f44 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/ports?device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 945 time: 0.9003627
Dec 11 16:27:27.301695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-716bb6ae-5062-4873-ab00-6a44728f8a88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:27.343629 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-64e45aad-d8a8-4fe3-b8d6-65ea2d896d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29322894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826608918'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:27.402261 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-23eaf69e-7f98-4267-87e7-a5c9a5f50362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:27.514691 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c70e9cdc-deec-4e03-8d7d-20496167ea50 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:27.532546 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e45aad-d8a8-4fe3-b8d6-65ea2d896d39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cc5a2bf-5a16-449e-bd1a-518df8f59dcc,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:27.566337 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-64e45aad-d8a8-4fe3-b8d6-65ea2d896d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:27.594255 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c70e9cdc-deec-4e03-8d7d-20496167ea50 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:27.645517 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:27.782194 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port 81ea96db-6336-4f79-8b77-bf1d5d4f7401 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:27:27.808354 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 81ea96db-6336-4f79-8b77-bf1d5d4f7401 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:27.808816 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:27.820706 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.resource_extend [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 11 16:27:27.841941 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:27.916327 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device ad536184-ba72-4ee4-b3b9-14dae8f888cc up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:27.966362 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:28.025924 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17158002-bd31-4f46-9e0f-66841e993f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad536184-ba72-4ee4-b3b9-14dae8f888cc'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:27:28.090638 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ee1de37a-906f-4987-b68d-3d726a5599d3 req-a45b4856-ddc1-48b6-bab5-76a90ffc2b08 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/security-groups?id=a1882709-447d-48b7-acc1-08f6ae587fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5090423
Dec 11 16:27:28.123065 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c70e9cdc-deec-4e03-8d7d-20496167ea50 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:28.124404 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-c70e9cdc-deec-4e03-8d7d-20496167ea50 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1730 time: 1.7188730
Dec 11 16:27:28.129503 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e9cdc-deec-4e03-8d7d-20496167ea50 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Pushing event updated for resources: {'SecurityGroup': ['ID=145c0ee1-0aac-4485-bf8a-263129e2e275,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:28.153735 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c70e9cdc-deec-4e03-8d7d-20496167ea50 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:28.154749 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 55178) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:28.195505 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-2729da72-b75c-4bbd-a062-df3230c87db4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Request body: {'security_group_rule': {'security_group_id': '145c0ee1-0aac-4485-bf8a-263129e2e275', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:28.196998 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:28.212115 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-2729da72-b75c-4bbd-a062-df3230c87db4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:28.222718 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-2729da72-b75c-4bbd-a062-df3230c87db4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Usage tracker for resource:security_group_rule and tenant:1c5767d59b7a47b5accf73b3f5a99e0f is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:28.232954 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abee8cb-0f4a-47a5-9685-fc384443f71b req-57eb102f-73a3-47c8-93dd-30f23e632e1b tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:28.234354 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5abee8cb-0f4a-47a5-9685-fc384443f71b req-57eb102f-73a3-47c8-93dd-30f23e632e1b tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 945 time: 0.9580400
Dec 11 16:27:28.239387 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-2729da72-b75c-4bbd-a062-df3230c87db4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:28.254473 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-2729da72-b75c-4bbd-a062-df3230c87db4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:28.278353 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-64e45aad-d8a8-4fe3-b8d6-65ea2d896d39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:28.284370 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177933fe-80c1-4839-bb1a-25e312813023 req-ade988e8-dc09-4a4e-8014-fdc9b0699edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:28.287694 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-177933fe-80c1-4839-bb1a-25e312813023 req-ade988e8-dc09-4a4e-8014-fdc9b0699edf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 1162 time: 1.0693328
Dec 11 16:27:28.349924 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-64e45aad-d8a8-4fe3-b8d6-65ea2d896d39 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/3cc5a2bf-5a16-449e-bd1a-518df8f59dcc HTTP/1.1" status: 204  len: 168 time: 3.1014001
Dec 11 16:27:28.357049 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:28.360315 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 55190) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:28.385705 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2729da72-b75c-4bbd-a062-df3230c87db4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:28.408308 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-177933fe-80c1-4839-bb1a-25e312813023 req-24c49e7d-c70c-4be6-a3e5-8541256ab503 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:28.432664 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde79e6-e40d-4007-8062-385eb070090b req-0093c5a1-f407-4ac3-97cb-08364a23d262 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:28.433458 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-1fde79e6-e40d-4007-8062-385eb070090b req-0093c5a1-f407-4ac3-97cb-08364a23d262 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Synchronizing usage tracker for tenant:667e4a17ae3d46d3ba440736127fb3aa on resource:network {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:27:28.452752 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5abee8cb-0f4a-47a5-9685-fc384443f71b req-c95ef536-e2ed-4b8d-b106-d7dc15360e01 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2013915
Dec 11 16:27:28.459945 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-177933fe-80c1-4839-bb1a-25e312813023 req-24c49e7d-c70c-4be6-a3e5-8541256ab503 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:28.462434 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Pushing event updated for resources: {'Port': ['ID=e7825e2e-006b-4361-9719-010047b87d24,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:28.470943 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-177933fe-80c1-4839-bb1a-25e312813023 req-24c49e7d-c70c-4be6-a3e5-8541256ab503 service neutron] Usage tracker for resource:security_group_rule and tenant:9bef961f2f174a4b929b3107c5f9a4f2 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:28.473961 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port ad536184-ba72-4ee4-b3b9-14dae8f888cc triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:28.475231 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:28.475780 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:28.480906 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-177933fe-80c1-4839-bb1a-25e312813023 req-24c49e7d-c70c-4be6-a3e5-8541256ab503 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:28.481442 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-716bb6ae-5062-4873-ab00-6a44728f8a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:28.513846 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-177933fe-80c1-4839-bb1a-25e312813023 req-24c49e7d-c70c-4be6-a3e5-8541256ab503 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:28.525196 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port 81ea96db-6336-4f79-8b77-bf1d5d4f7401, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=81ea96db-6336-4f79-8b77-bf1d5d4f7401,segment=NetworkSegment(3d980729-111e-4033-ab39-ac93afbc4d15),segment_id=3d980729-111e-4033-ab39-ac93afbc4d15)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:27:28.525431 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854270810'] for floatingip, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:28.549680 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:28.557390 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-25d21551-0a2d-4d72-866f-4a80afed1ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:28.565022 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-716bb6ae-5062-4873-ab00-6a44728f8a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:28.570756 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-1fde79e6-e40d-4007-8062-385eb070090b req-0093c5a1-f407-4ac3-97cb-08364a23d262 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Unset dirty status for tenant:667e4a17ae3d46d3ba440736127fb3aa on resource:network {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:27:28.572076 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fde79e6-e40d-4007-8062-385eb070090b req-0093c5a1-f407-4ac3-97cb-08364a23d262 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.64 "GET /v2.0/networks?id=4df5138a-c173-41d2-a9c6-10906b0c52cb HTTP/1.1" status: 200  len: 819 time: 0.9669144
Dec 11 16:27:28.574606 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:28.585984 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 10.2567401
Dec 11 16:27:28.594650 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17158002-bd31-4f46-9e0f-66841e993f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad536184-ba72-4ee4-b3b9-14dae8f888cc', 'code': 200}
Dec 11 16:27:28.616033 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-1fde79e6-e40d-4007-8062-385eb070090b req-ea01c0f8-d42e-4e30-970c-d09d3f1fdaad tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Request body: {'port': {'device_id': 'bda14d71-824e-413b-a557-96e4cdcccf95', 'network_id': '4df5138a-c173-41d2-a9c6-10906b0c52cb', 'admin_state_up': True, 'tenant_id': '667e4a17ae3d46d3ba440736127fb3aa'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:28.619342 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7874b579-415d-4226-94ef-14373274e1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:28.717912 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=81ea96db-6336-4f79-8b77-bf1d5d4f7401,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:28.735630 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:28.850382 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:28.867096 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Transition to ACTIVE for port object 97cd7f19-67ce-471d-8154-dc6aa74efef8 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:27:28.885933 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:28.897363 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bb6ae-5062-4873-ab00-6a44728f8a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d5c5f2-4951-4c54-8f1e-a49eaa4a3586,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:28.919576 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:28.935838 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.64', 57745) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:28.974762 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-716bb6ae-5062-4873-ab00-6a44728f8a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:28.989033 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3897092'] for network, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:29.080625 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-716bb6ae-5062-4873-ab00-6a44728f8a88 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fcd85d46dfa94f3fb969a6d3bea2914b&name=default HTTP/1.1" status: 200  len: 2879 time: 2.1389065
Dec 11 16:27:29.104596 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 55212) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:29.121184 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 81ea96db-6336-4f79-8b77-bf1d5d4f7401 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:29.154550 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2729da72-b75c-4bbd-a062-df3230c87db4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:29.161670 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-177933fe-80c1-4839-bb1a-25e312813023 req-24c49e7d-c70c-4be6-a3e5-8541256ab503 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:29.169565 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-1fde79e6-e40d-4007-8062-385eb070090b req-ea01c0f8-d42e-4e30-970c-d09d3f1fdaad tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:29.181466 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7494d41-a4a0-4dd8-844c-f8a96d25ccbf None None] Pushing event updated for resources: {'Port': ['ID=97cd7f19-67ce-471d-8154-dc6aa74efef8,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:29.183317 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-1fde79e6-e40d-4007-8062-385eb070090b req-ea01c0f8-d42e-4e30-970c-d09d3f1fdaad tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:29.196697 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e7494d41-a4a0-4dd8-844c-f8a96d25ccbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:29.203383 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2729da72-b75c-4bbd-a062-df3230c87db4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263012'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:29.216152 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-177933fe-80c1-4839-bb1a-25e312813023 req-24c49e7d-c70c-4be6-a3e5-8541256ab503 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:29.216390 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-522538ae-ec82-42e7-b732-c3dfbf21fe9f tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:29.218228 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-522538ae-ec82-42e7-b732-c3dfbf21fe9f tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/networks?id=4df5138a-c173-41d2-a9c6-10906b0c52cb HTTP/1.1" status: 200  len: 819 time: 0.9241257
Dec 11 16:27:29.231286 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fde79e6-e40d-4007-8062-385eb070090b req-ea01c0f8-d42e-4e30-970c-d09d3f1fdaad tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Made reservation on behalf of 667e4a17ae3d46d3ba440736127fb3aa for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:27:29.242570 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1fde79e6-e40d-4007-8062-385eb070090b req-ea01c0f8-d42e-4e30-970c-d09d3f1fdaad tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:29.263540 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 81ea96db-6336-4f79-8b77-bf1d5d4f7401 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:29.263964 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:29.274539 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:29.327460 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536934', 'neutron.services.segments.db._delete_segments_for_network--9223363279767150606'] for network, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:29.333505 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c49e7d-c70c-4be6-a3e5-8541256ab503 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd2f0ab-8a41-4086-b56c-5ea83008b3c7,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:29.355784 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-24c49e7d-c70c-4be6-a3e5-8541256ab503 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:29.514224 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:29.581528 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6eafe1dfd0>> segment before_delete 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:29.582155 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6eafe1dfd0>> subnet precommit_delete_associations 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:29.584634 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6eaf1c0940>> segment_host_mapping after_create 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:29.585490 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6eaf1c0940>> port after_create 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:29.586455 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6eaf1c0940>> port after_delete 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:29.587126 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6eaf1c0940>> port after_update 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:29.588381 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6eaf1c0940>> segment after_delete 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:29.589551 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6eaf1c0940>> subnet after_create 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:29.590167 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6eaf1c0940>> subnet after_delete 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:29.591220 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6eaf1c0940>> subnet after_update 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:29.685890 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-177933fe-80c1-4839-bb1a-25e312813023 req-24c49e7d-c70c-4be6-a3e5-8541256ab503 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3819394
Dec 11 16:27:29.753383 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3751f06-a298-46e6-8eed-59f3a13734c6 req-dccca44b-ec09-4517-9d53-83774b054f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:29.755082 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a3751f06-a298-46e6-8eed-59f3a13734c6 req-dccca44b-ec09-4517-9d53-83774b054f2e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 1162 time: 0.7703638
Dec 11 16:27:29.779717 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Attempting to bind port 97cd7f19-67ce-471d-8154-dc6aa74efef8 on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:27:29.780112 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Attempting to bind port 97cd7f19-67ce-471d-8154-dc6aa74efef8 by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': 'e3f0f4ac-8d40-4e92-a188-633521eceb79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:27:29.780526 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Attempting to bind port 97cd7f19-67ce-471d-8154-dc6aa74efef8 on network 38d5d1c1-19a8-4909-8ee8-0c1228de8a33 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:27:29.787524 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:27:29.787952 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Checking segment: {'id': 'e3f0f4ac-8d40-4e92-a188-633521eceb79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:27:29.788440 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:29.788954 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Bound using segment: {'id': 'e3f0f4ac-8d40-4e92-a188-633521eceb79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:27:29.789506 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Bound port: 97cd7f19-67ce-471d-8154-dc6aa74efef8, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f0f4ac-8d40-4e92-a188-633521eceb79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:27:29.789933 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:29.792468 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6e9ae92a-4a80-42fc-812d-ceecebd7fa77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:29.873870 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6e9ae92a-4a80-42fc-812d-ceecebd7fa77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:29.886285 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6eafd6f668>> subnet after_create 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:29.886685 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6eafd6f668>> subnet after_delete 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:29.887096 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6eafd6f668>> subnet before_create 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:29.887477 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6eafd6f668>> subnet before_update 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 11 16:27:29.887889 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6eaf6fe860>,) {'filters': {'network_id': ['adb76fe4-065d-4ec8-837a-59db5d9a8f72']}} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:29.902253 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eaf6fe860>, 'd28aa397-10f4-4058-93f0-6ddb33fdb9dc') {'for_net_delete': True} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:29.902575 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] For port 97cd7f19-67ce-471d-8154-dc6aa74efef8, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:27:29.902706 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eaf6fe860>, 'd28aa397-10f4-4058-93f0-6ddb33fdb9dc') {} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:29.906687 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] For port 97cd7f19-67ce-471d-8154-dc6aa74efef8, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=97cd7f19-67ce-471d-8154-dc6aa74efef8,segment=NetworkSegment(e3f0f4ac-8d40-4e92-a188-633521eceb79),segment_id=e3f0f4ac-8d40-4e92-a188-633521eceb79)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:27:29.911869 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:29.920314 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729da72-b75c-4bbd-a062-df3230c87db4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2855cc5a-6130-4b6c-bccc-c97c707cbac4,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:29.923857 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-140f46e7-09b2-4ddb-a828-180bd820482d req-fc8783af-1701-4832-a3c9-d6a0d39d7e40 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Synchronizing usage tracker for tenant:6ad201a40eb54facbb2b8d35f51492f4 on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:27:29.929542 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7a36ef62-9616-4775-9ec7-29fc5a15fcbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:29.935407 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2729da72-b75c-4bbd-a062-df3230c87db4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:29.937878 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279767145639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32093237'] for segment, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:29.946157 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2729da72-b75c-4bbd-a062-df3230c87db4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:29.950435 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-2729da72-b75c-4bbd-a062-df3230c87db4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 1.7892745
Dec 11 16:27:29.950713 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 55222) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:29.958845 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-d1c1061e-5924-4168-b030-a0d0903b768f tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/quotas/667e4a17ae3d46d3ba440736127fb3aa HTTP/1.1" status: 200  len: 375 time: 0.4511290
Dec 11 16:27:29.959829 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-793e8a00-2775-494f-b526-34f7adac23a6 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Request body: {'security_group_rule': {'security_group_id': '145c0ee1-0aac-4485-bf8a-263129e2e275', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:29.960137 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:29.962429 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 11 16:27:29.965618 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-1fde79e6-e40d-4007-8062-385eb070090b req-ea01c0f8-d42e-4e30-970c-d09d3f1fdaad tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Allocated IP 172.20.0.9 (4df5138a-c173-41d2-a9c6-10906b0c52cb/0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4/9c91a75b-c60e-4fa4-bd0b-19199c368f01) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:27:29.987328 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-793e8a00-2775-494f-b526-34f7adac23a6 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:30.001186 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-793e8a00-2775-494f-b526-34f7adac23a6 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Usage tracker for resource:security_group_rule and tenant:1c5767d59b7a47b5accf73b3f5a99e0f is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:30.009282 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-793e8a00-2775-494f-b526-34f7adac23a6 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:30.027354 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-793e8a00-2775-494f-b526-34f7adac23a6 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:30.054167 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6e9ae92a-4a80-42fc-812d-ceecebd7fa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:30.078483 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4f02c090-d73c-41b8-82ca-e7258c99052a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:30.091326 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7494d41-a4a0-4dd8-844c-f8a96d25ccbf None None] Pushing event updated for resources: {'Port': ['ID=97cd7f19-67ce-471d-8154-dc6aa74efef8,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:30.092225 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a3751f06-a298-46e6-8eed-59f3a13734c6 req-2263c65a-e820-4751-b393-a3a5e263f498 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a1882709-447d-48b7-acc1-08f6ae587fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225300
Dec 11 16:27:30.095696 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e7494d41-a4a0-4dd8-844c-f8a96d25ccbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:30.119941 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ae92a-4a80-42fc-812d-ceecebd7fa77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d5c5f2-4951-4c54-8f1e-a49eaa4a3586,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:30.124222 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6e9ae92a-4a80-42fc-812d-ceecebd7fa77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:30.129549 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-793e8a00-2775-494f-b526-34f7adac23a6 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group_rule, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:30.207153 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Routers {'9a3f4f3f-019b-436a-9bea-191203bd2585'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:27:30.208332 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabf8b860>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:27:09Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['9a3f4f3f-019b-436a-9bea-191203bd2585'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:30.225420 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Network adb76fe4-065d-4ec8-837a-59db5d9a8f72 has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:27:30.236186 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3532889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31879516'] for segment, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:30.370685 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6e9ae92a-4a80-42fc-812d-ceecebd7fa77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:30.372185 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-6e9ae92a-4a80-42fc-812d-ceecebd7fa77 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e6d5c5f2-4951-4c54-8f1e-a49eaa4a3586 HTTP/1.1" status: 204  len: 168 time: 1.2545257
Dec 11 16:27:30.439011 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-793e8a00-2775-494f-b526-34f7adac23a6 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:30.442107 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Network adb76fe4-065d-4ec8-837a-59db5d9a8f72 has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:27:30.452208 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-793e8a00-2775-494f-b526-34f7adac23a6 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263012'] for security_group_rule, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:30.460511 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1fde79e6-e40d-4007-8062-385eb070090b req-ea01c0f8-d42e-4e30-970c-d09d3f1fdaad tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:30.463839 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:30.479708 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] Set router 9a3f4f3f-019b-436a-9bea-191203bd2585 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:27:30.492944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e8a00-2775-494f-b526-34f7adac23a6 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87309814-b696-49d5-ba2c-c3a0fd86d5c3,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:30.498934 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-793e8a00-2775-494f-b526-34f7adac23a6 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:30.511700 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-793e8a00-2775-494f-b526-34f7adac23a6 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group_rule, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:30.513035 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-793e8a00-2775-494f-b526-34f7adac23a6 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.5612681
Dec 11 16:27:30.518239 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 55228) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:30.533735 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Request body: {'floatingip': {'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:30.551864 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:   (rel_b, rel_a, rel_b),
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:   (rel_b, rel_a, rel_b),
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]: Traceback (most recent call last):
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:     timer()
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:     cb(*args, **kw)
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:     return func(*args, **kwargs)
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:     self._notify()
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.callback(batched_events)
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:     event.method(event)
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:     segment_id)['aggregates'][0]
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(self, *a, **k)
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self._get(url).json()
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:     **kwargs)
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.request(url, 'GET', **kwargs)
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:     **endpoint_filter)
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 16:27:30.552712 dv-cinder-766752-1-iscsi neutron-server[80088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 16:27:30.556318 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851238850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854270827'] for network, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:30.565108 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-140f46e7-09b2-4ddb-a828-180bd820482d req-fc8783af-1701-4832-a3c9-d6a0d39d7e40 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Unset dirty status for tenant:6ad201a40eb54facbb2b8d35f51492f4 on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:27:30.569836 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Usage tracker for resource:floatingip and tenant:1c5767d59b7a47b5accf73b3f5a99e0f is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:30.575310 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-140f46e7-09b2-4ddb-a828-180bd820482d req-fc8783af-1701-4832-a3c9-d6a0d39d7e40 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1231970970&fields=id&tenant_id=6ad201a40eb54facbb2b8d35f51492f4 HTTP/1.1" status: 200  len: 267 time: 1.4930708
Dec 11 16:27:30.577223 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:30.578859 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7f1a05bd-612f-48f0-84f7-54bb83583f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:30.607747 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:30.611437 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:30.625532 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1fde79e6-e40d-4007-8062-385eb070090b req-ea01c0f8-d42e-4e30-970c-d09d3f1fdaad tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:30.630109 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for floatingip, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:30.681944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:30.799683 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] 10.222.0.68 "DELETE /v2.0/networks/adb76fe4-065d-4ec8-837a-59db5d9a8f72 HTTP/1.1" status: 204  len: 168 time: 2.4285455
Dec 11 16:27:30.813235 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f46e7-09b2-4ddb-a828-180bd820482d req-f451088f-2d41-406b-bea1-cdf70445b214 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:30.814051 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-140f46e7-09b2-4ddb-a828-180bd820482d req-f451088f-2d41-406b-bea1-cdf70445b214 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Synchronizing usage tracker for tenant:6ad201a40eb54facbb2b8d35f51492f4 on resource:network {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:27:30.831511 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=adb76fe4-065d-4ec8-837a-59db5d9a8f72,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:30.840873 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:30.863862 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01c0f8-d42e-4e30-970c-d09d3f1fdaad tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Pushing event updated for resources: {'Port': ['ID=9c91a75b-c60e-4fa4-bd0b-19199c368f01,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:30.923830 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-6d22d4f7-0f7e-446c-a2f4-23dac63a0d1f tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?tenant_id=667e4a17ae3d46d3ba440736127fb3aa&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8619010
Dec 11 16:27:30.954706 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ea01c0f8-d42e-4e30-970c-d09d3f1fdaad tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:31.014874 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-140f46e7-09b2-4ddb-a828-180bd820482d req-f451088f-2d41-406b-bea1-cdf70445b214 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Unset dirty status for tenant:6ad201a40eb54facbb2b8d35f51492f4 on resource:network {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:27:31.016282 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-140f46e7-09b2-4ddb-a828-180bd820482d req-f451088f-2d41-406b-bea1-cdf70445b214 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/networks?id=039bbca1-f016-4285-abfa-5348e6c4eb84 HTTP/1.1" status: 200  len: 817 time: 0.4398010
Dec 11 16:27:31.227950 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-140f46e7-09b2-4ddb-a828-180bd820482d req-b3f75aae-bbbc-4bbf-8b71-31cff70a49f0 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/quotas/6ad201a40eb54facbb2b8d35f51492f4 HTTP/1.1" status: 200  len: 375 time: 0.1989427
Dec 11 16:27:31.281642 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabf8b860>, [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:27:20Z', 'revision_number': 4, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '97cd7f19-67ce-471d-8154-dc6aa74efef8', 'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'mac_address': 'fa:16:3e:2b:e8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:16Z', 'updated_at': '2020-12-11T16:27:29Z', 'revision_number': 4, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'subnets': [{'id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:27:31.292796 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676c15b-ce8b-4888-91f8-7a6c790fe3d3 None None] The sync data for ids ['9a3f4f3f-019b-436a-9bea-191203bd2585'] in dv-cinder-766752-1-iscsi is: [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:27:20Z', 'revision_number': 4, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '97cd7f19-67ce-471d-8154-dc6aa74efef8', 'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'mac_address': 'fa:16:3e:2b:e8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:16Z', 'updated_at': '2020-12-11T16:27:29Z', 'revision_number': 4, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'subnets': [{'id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:27:31.322599 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-8be27081-6802-4c5f-afc8-e483ba007f2c service neutron] 10.222.0.68 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3869667
Dec 11 16:27:31.327921 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 55254) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:31.587159 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fde79e6-e40d-4007-8062-385eb070090b req-ea01c0f8-d42e-4e30-970c-d09d3f1fdaad tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Network 4df5138a-c173-41d2-a9c6-10906b0c52cb is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:27:31.591747 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-1fde79e6-e40d-4007-8062-385eb070090b req-ea01c0f8-d42e-4e30-970c-d09d3f1fdaad tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:27:31.594972 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fde79e6-e40d-4007-8062-385eb070090b req-ea01c0f8-d42e-4e30-970c-d09d3f1fdaad tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:27:31.752430 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde79e6-e40d-4007-8062-385eb070090b req-ea01c0f8-d42e-4e30-970c-d09d3f1fdaad tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:31.752992 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1fde79e6-e40d-4007-8062-385eb070090b req-ea01c0f8-d42e-4e30-970c-d09d3f1fdaad tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:31.788692 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fde79e6-e40d-4007-8062-385eb070090b req-ea01c0f8-d42e-4e30-970c-d09d3f1fdaad tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1783438
Dec 11 16:27:31.797414 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:32.024248 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-53efbd11-fa24-4fc2-9af4-5a1505472e04 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f81dfe4370ea477facbd7f000b34a7bd&name=default HTTP/1.1" status: 200  len: 2875 time: 0.6950390
Dec 11 16:27:32.033345 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device ad536184-ba72-4ee4-b3b9-14dae8f888cc up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:32.037792 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 55280) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:32.136953 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-140f46e7-09b2-4ddb-a828-180bd820482d req-196fff46-d99d-420f-88b1-f981371f9268 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?tenant_id=6ad201a40eb54facbb2b8d35f51492f4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.9070883
Dec 11 16:27:32.229924 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Allocated IP 172.27.3.168 (2c8d0687-6545-4ddc-9608-794ea870ad6d/c11ea905-4982-4de9-ba49-1a66c1d28d32/73d87848-22b7-4c56-9717-1ba043e462f2) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:27:32.258296 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port ad536184-ba72-4ee4-b3b9-14dae8f888cc triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:32.258725 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:32.299939 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Request body: {'port': {'device_id': 'bda14d71-824e-413b-a557-96e4cdcccf95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:32.347836 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1a69625a-0ec4-40ff-8b0d-7da4648119d9 service neutron] 10.222.0.68 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2096305
Dec 11 16:27:32.458327 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:32.461427 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-99850058-802c-4e7e-a8da-dd815b925626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:32.504589 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-a647a3d6-7cdd-4d3d-bd71-ff70e32c3eb7 service neutron] 10.222.0.68 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1663432
Dec 11 16:27:32.597977 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-99850058-802c-4e7e-a8da-dd815b925626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:32.698013 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:32.732647 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:32.760248 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:32.781299 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-99850058-802c-4e7e-a8da-dd815b925626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:32.792192 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-716bb6ae-5062-4873-ab00-6a44728f8a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:32.807563 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-99850058-802c-4e7e-a8da-dd815b925626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:32.812507 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-99850058-802c-4e7e-a8da-dd815b925626 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d314f90f-3d49-49a9-a036-ae10585553f7 HTTP/1.1" status: 204  len: 168 time: 0.7687442
Dec 11 16:27:32.820529 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99850058-802c-4e7e-a8da-dd815b925626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d314f90f-3d49-49a9-a036-ae10585553f7,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:32.823349 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-99850058-802c-4e7e-a8da-dd815b925626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:32.907200 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Pushing event updated for resources: {'Port': ['ID=73d87848-22b7-4c56-9717-1ba043e462f2,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:32.917085 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-140f46e7-09b2-4ddb-a828-180bd820482d req-22e8701b-4cce-4e5f-93d3-99d50db4173f service neutron] 10.222.0.68 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5680375
Dec 11 16:27:32.958973 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:33.189484 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 97cd7f19-67ce-471d-8154-dc6aa74efef8 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:33.324703 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3597c2b-180b-421a-9b87-736455b30d88 req-48a59662-7f4d-4ca0-a5f5-b06a849968b3 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:33.334424 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d3597c2b-180b-421a-9b87-736455b30d88 req-48a59662-7f4d-4ca0-a5f5-b06a849968b3 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/ports?device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 945 time: 0.3272784
Dec 11 16:27:33.459801 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d3597c2b-180b-421a-9b87-736455b30d88 req-de55a01d-7114-4321-9cd8-294e8b1c9e47 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/security-groups?id=a1882709-447d-48b7-acc1-08f6ae587fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159639
Dec 11 16:27:33.527484 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port 97cd7f19-67ce-471d-8154-dc6aa74efef8 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:27:33.568894 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 97cd7f19-67ce-471d-8154-dc6aa74efef8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:33.572226 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:33.701037 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Network 2c8d0687-6545-4ddc-9608-794ea870ad6d is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:27:33.710710 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:27:33.720572 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:27:33.785673 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-51d487b4-20b9-419f-97b9-0dff5e65afef req-66c0ae79-f8d4-4bf2-a4d5-f577f2f5e832 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 210 time: 0.1487026
Dec 11 16:27:33.797583 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7927ace-8a81-4f34-8f8a-88cb160370a5 req-c928e56e-6769-4d33-bbdc-df80c3c38d67 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:33.807691 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e7927ace-8a81-4f34-8f8a-88cb160370a5 req-c928e56e-6769-4d33-bbdc-df80c3c38d67 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 945 time: 0.2972460
Dec 11 16:27:33.892766 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e7927ace-8a81-4f34-8f8a-88cb160370a5 req-4174b5aa-1767-48d1-a137-9ec26f984cdf tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839758
Dec 11 16:27:33.893366 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 55342) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:34.004143 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:34.005713 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-2de02ec0-2d8c-4c82-a864-a43e132cac28 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f2ff5fb7724c4172ac11815aac74fa84&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1109159
Dec 11 16:27:34.006710 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 55348) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:34.116567 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port 97cd7f19-67ce-471d-8154-dc6aa74efef8, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=97cd7f19-67ce-471d-8154-dc6aa74efef8,segment=NetworkSegment(e3f0f4ac-8d40-4e92-a188-633521eceb79),segment_id=e3f0f4ac-8d40-4e92-a188-633521eceb79)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:27:34.120855 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:34.126707 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:34.173221 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f989df68-9a55-488f-9398-0076c7471c9d req-26546036-aca2-4a04-858d-3b58a961e030 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 210 time: 0.1326950
Dec 11 16:27:34.296586 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=97cd7f19-67ce-471d-8154-dc6aa74efef8,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:34.308931 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:34.321335 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f1f17968-c602-4712-ba16-0002b827a8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:34.365378 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f1f17968-c602-4712-ba16-0002b827a8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:34.492380 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f1f17968-c602-4712-ba16-0002b827a8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:34.505980 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:34.527547 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f17968-c602-4712-ba16-0002b827a8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beae8162-de2f-4e6e-bb10-309c9a50998b,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:34.538263 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f1f17968-c602-4712-ba16-0002b827a8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:34.557869 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for floatingip, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:34.688601 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f1f17968-c602-4712-ba16-0002b827a8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:34.690078 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-f1f17968-c602-4712-ba16-0002b827a8e1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/beae8162-de2f-4e6e-bb10-309c9a50998b HTTP/1.1" status: 204  len: 168 time: 0.6628175
Dec 11 16:27:34.777917 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c91a75b-c60e-4fa4-bd0b-19199c368f01 {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 11 16:27:34.793142 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:34.812193 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:34.891996 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Transition to ACTIVE for port object 9c91a75b-c60e-4fa4-bd0b-19199c368f01 will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:27:34.909192 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:34.965121 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:35.104986 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 97cd7f19-67ce-471d-8154-dc6aa74efef8 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:35.156990 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Pushing event updated for resources: {'Port': ['ID=9c91a75b-c60e-4fa4-bd0b-19199c368f01,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:35.236277 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4a9a118b-5fe5-48d0-82ce-21ef2e0f5f29 req-076c7ea8-0139-42b3-a6dc-6c8359b80844 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 210 time: 0.0724394
Dec 11 16:27:35.276734 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:35.359612 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 97cd7f19-67ce-471d-8154-dc6aa74efef8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:35.360621 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:35.661464 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-57c873c9-74ee-4516-b2dd-721a783329d1 req-e8f34f7d-55bd-4436-b5ee-36a17d9cf919 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 210 time: 0.1340461
Dec 11 16:27:35.933381 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-59c371a2-d401-4879-9cb4-cab7dc169968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:36.388090 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 55434) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:36.517155 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2484bee3-8148-4806-a74d-ad9cc54f4750 req-440eb036-a763-4b69-b609-2d4c971bacad tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 210 time: 0.1196702
Dec 11 16:27:36.628754 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-eb385285-d46d-4e43-8785-727d9243b518 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:36.632763 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-eb385285-d46d-4e43-8785-727d9243b518 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.64 "GET /v2.0/networks?id=4df5138a-c173-41d2-a9c6-10906b0c52cb HTTP/1.1" status: 200  len: 819 time: 1.4812934
Dec 11 16:27:36.829611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-491967e3-cddd-4e1e-b25f-6d67563abde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:36.845565 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-71c11120-a909-4eba-ad43-60bcad41f7f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Request body: {'port': {'device_id': 'f810ef25-aef8-4509-81fe-09ceaf3878b3', 'network_id': '4df5138a-c173-41d2-a9c6-10906b0c52cb', 'admin_state_up': True, 'tenant_id': '667e4a17ae3d46d3ba440736127fb3aa'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:36.868794 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-491967e3-cddd-4e1e-b25f-6d67563abde5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:36.877833 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-491967e3-cddd-4e1e-b25f-6d67563abde5 admin admin] Usage tracker for resource:security_group_rule and tenant:6dac34e725314d8fb8bcbfbef9571ed6 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:36.888741 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-491967e3-cddd-4e1e-b25f-6d67563abde5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:36.903457 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-491967e3-cddd-4e1e-b25f-6d67563abde5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:37.004529 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f46e7-09b2-4ddb-a828-180bd820482d req-ef611415-ad1d-4bba-92ea-44a5921bb5f3 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:37.012210 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-140f46e7-09b2-4ddb-a828-180bd820482d req-ef611415-ad1d-4bba-92ea-44a5921bb5f3 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.64 "GET /v2.0/networks?id=039bbca1-f016-4285-abfa-5348e6c4eb84 HTTP/1.1" status: 200  len: 817 time: 0.8859725
Dec 11 16:27:37.107588 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-491967e3-cddd-4e1e-b25f-6d67563abde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:37.112368 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-491967e3-cddd-4e1e-b25f-6d67563abde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:37.134074 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:37.219446 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Attempting to bind port 9c91a75b-c60e-4fa4-bd0b-19199c368f01 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:27:37.219740 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Attempting to bind port 9c91a75b-c60e-4fa4-bd0b-19199c368f01 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '3d980729-111e-4033-ab39-ac93afbc4d15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4df5138a-c173-41d2-a9c6-10906b0c52cb'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:27:37.220448 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Attempting to bind port 9c91a75b-c60e-4fa4-bd0b-19199c368f01 on network 4df5138a-c173-41d2-a9c6-10906b0c52cb {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:27:37.232644 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-491967e3-cddd-4e1e-b25f-6d67563abde5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6dac34e725314d8fb8bcbfbef9571ed6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8427010
Dec 11 16:27:37.250370 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 55464) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:37.265444 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-71c11120-a909-4eba-ad43-60bcad41f7f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:37.271330 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Checking agent: {'id': 'bb51e0aa-91b6-4647-b88f-2e2e91697051', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 49), 'started_at': datetime.datetime(2020, 12, 11, 16, 25, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:27:37.271712 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Checking segment: {'id': '3d980729-111e-4033-ab39-ac93afbc4d15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4df5138a-c173-41d2-a9c6-10906b0c52cb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:27:37.272119 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:37.272519 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Bound using segment: {'id': '3d980729-111e-4033-ab39-ac93afbc4d15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4df5138a-c173-41d2-a9c6-10906b0c52cb'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:27:37.273003 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Bound port: 9c91a75b-c60e-4fa4-bd0b-19199c368f01, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d980729-111e-4033-ab39-ac93afbc4d15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4df5138a-c173-41d2-a9c6-10906b0c52cb'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:27:37.273370 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:37.287674 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:37.307499 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7a59525c-f224-482d-aa5a-98a35f481a82 req-5136bbd8-938a-466b-9134-a16386082a12 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 210 time: 0.0851455
Dec 11 16:27:37.308562 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491967e3-cddd-4e1e-b25f-6d67563abde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76706d3d-cc99-4bda-9e1b-54a77676059d,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:37.328768 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-491967e3-cddd-4e1e-b25f-6d67563abde5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:37.336594 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-71c11120-a909-4eba-ad43-60bcad41f7f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Usage tracker for resource:port and tenant:667e4a17ae3d46d3ba440736127fb3aa is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:37.349729 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-71c11120-a909-4eba-ad43-60bcad41f7f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Quota usage for port was recalculated. Used quota:2. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:37.358191 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:37.421528 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-71c11120-a909-4eba-ad43-60bcad41f7f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:37.430784 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:37.463742 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-140f46e7-09b2-4ddb-a828-180bd820482d req-693ddc52-0b32-431d-b63d-aacff5668107 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Synchronizing usage tracker for tenant:6ad201a40eb54facbb2b8d35f51492f4 on resource:security_group {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:27:37.568024 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-140f46e7-09b2-4ddb-a828-180bd820482d req-693ddc52-0b32-431d-b63d-aacff5668107 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Unset dirty status for tenant:6ad201a40eb54facbb2b8d35f51492f4 on resource:security_group {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:27:37.569629 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-140f46e7-09b2-4ddb-a828-180bd820482d req-693ddc52-0b32-431d-b63d-aacff5668107 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ad201a40eb54facbb2b8d35f51492f4 HTTP/1.1" status: 200  len: 5505 time: 0.4746125
Dec 11 16:27:37.591535 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-71c11120-a909-4eba-ad43-60bcad41f7f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Made reservation on behalf of 667e4a17ae3d46d3ba440736127fb3aa for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:27:37.598265 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-71c11120-a909-4eba-ad43-60bcad41f7f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:37.618423 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1aac047c-abea-4c76-a197-c799e32cf001 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Request body: {'port': {'device_id': 'c32d710b-f598-40f2-93ad-3c120754b984', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'admin_state_up': True, 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'security_groups': ['8e26eac0-c747-4ab4-b581-6f90fa526743']}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:37.694191 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:27:37.749391 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-def771b9-922f-4d79-b929-80b95c88df11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:37.770136 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3af79e11-0cce-4958-b9e6-ba76616acfcd req-6005de4e-7e7b-4455-ab1b-09bfed99052d tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 210 time: 0.0543792
Dec 11 16:27:37.803394 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] For port 9c91a75b-c60e-4fa4-bd0b-19199c368f01, host hv-cinder-76675, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:27:37.803394 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] For port 9c91a75b-c60e-4fa4-bd0b-19199c368f01, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=9c91a75b-c60e-4fa4-bd0b-19199c368f01,segment=NetworkSegment(3d980729-111e-4033-ab39-ac93afbc4d15),segment_id=3d980729-111e-4033-ab39-ac93afbc4d15)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:27:37.876779 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:38.003090 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Pushing event updated for resources: {'Port': ['ID=73d87848-22b7-4c56-9717-1ba043e462f2,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:38.043430 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:38.061771 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-def771b9-922f-4d79-b929-80b95c88df11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:38.069484 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:38.197691 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4a999331-48b8-40de-b75c-21bdfb66931f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:38.616092 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-44238586-e731-4f7d-a9af-98de933ec7bc req-324caf7e-5fa2-4dc9-9e8e-2e6498f17735 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 210 time: 0.0836530
Dec 11 16:27:38.746229 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1aac047c-abea-4c76-a197-c799e32cf001 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:38.751066 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Pushing event updated for resources: {'Port': ['ID=9c91a75b-c60e-4fa4-bd0b-19199c368f01,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:38.763455 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:38.764428 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1aac047c-abea-4c76-a197-c799e32cf001 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Usage tracker for resource:port and tenant:6ad201a40eb54facbb2b8d35f51492f4 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:38.813245 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1aac047c-abea-4c76-a197-c799e32cf001 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Quota usage for port was recalculated. Used quota:3. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:38.829723 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1aac047c-abea-4c76-a197-c799e32cf001 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:38.845375 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854270810'] for floatingip, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:38.880866 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-def771b9-922f-4d79-b929-80b95c88df11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:38.890795 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 55532) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:38.891036 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:38.891905 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:38.893522 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fde79e6-e40d-4007-8062-385eb070090b req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] 10.222.0.64 "PUT /v2.0/ports/9c91a75b-c60e-4fa4-bd0b-19199c368f01 HTTP/1.1" status: 200  len: 1157 time: 6.6135232
Dec 11 16:27:38.897552 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda14d71-824e-413b-a557-96e4cdcccf95', 'tag': '9c91a75b-c60e-4fa4-bd0b-19199c368f01'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:27:38.917154 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7e4206fb-0b9a-4cbb-b101-7ff83fb34b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:38.926870 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1aac047c-abea-4c76-a197-c799e32cf001 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Made reservation on behalf of 6ad201a40eb54facbb2b8d35f51492f4 for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:27:38.933448 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1aac047c-abea-4c76-a197-c799e32cf001 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:38.985937 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:38.995653 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-def771b9-922f-4d79-b929-80b95c88df11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:38.997538 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-def771b9-922f-4d79-b929-80b95c88df11 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/76706d3d-cc99-4bda-9e1b-54a77676059d HTTP/1.1" status: 204  len: 168 time: 1.7373233
Dec 11 16:27:39.058340 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:39.060583 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.5398428
Dec 11 16:27:39.061752 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def771b9-922f-4d79-b929-80b95c88df11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76706d3d-cc99-4bda-9e1b-54a77676059d,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:39.064955 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda14d71-824e-413b-a557-96e4cdcccf95', 'tag': '9c91a75b-c60e-4fa4-bd0b-19199c368f01', 'status': 'completed', 'code': 200}
Dec 11 16:27:39.075925 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-def771b9-922f-4d79-b929-80b95c88df11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:39.132154 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4095bbb4-ac4d-4fd1-873c-332f162bcedc req-f864625c-9dad-4ec5-a0ba-4c4feeb7186d tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 210 time: 0.0707796
Dec 11 16:27:39.173514 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7f11-1109-4137-8abf-c573e800303d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:39.191428 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-cdcc7f11-1109-4137-8abf-c573e800303d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:39.195731 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-cdcc7f11-1109-4137-8abf-c573e800303d admin admin] Usage tracker for resource:security_group_rule and tenant:312c578f744d449a98174ae7d0600dc6 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:39.199495 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-cdcc7f11-1109-4137-8abf-c573e800303d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:39.207448 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-cdcc7f11-1109-4137-8abf-c573e800303d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:39.266917 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde79e6-e40d-4007-8062-385eb070090b req-e8977473-6e1f-435c-acb1-529592ae85fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:39.268513 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fde79e6-e40d-4007-8062-385eb070090b req-e8977473-6e1f-435c-acb1-529592ae85fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=667e4a17ae3d46d3ba440736127fb3aa&device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 1160 time: 0.2765000
Dec 11 16:27:39.329873 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7f11-1109-4137-8abf-c573e800303d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:39.334062 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7f11-1109-4137-8abf-c573e800303d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:39.343207 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:39.374460 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc7f11-1109-4137-8abf-c573e800303d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6555f511-9459-4a92-be49-824265ac50ee,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:39.381447 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-cdcc7f11-1109-4137-8abf-c573e800303d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:39.398404 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-71c11120-a909-4eba-ad43-60bcad41f7f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Allocated IP 172.20.0.7 (4df5138a-c173-41d2-a9c6-10906b0c52cb/0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4/feeed341-179f-4b7b-bea5-b0017bb5d2ed) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:27:39.412262 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-cdcc7f11-1109-4137-8abf-c573e800303d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=312c578f744d449a98174ae7d0600dc6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5201118
Dec 11 16:27:39.412946 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 55558) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:39.426308 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fde79e6-e40d-4007-8062-385eb070090b req-f5b96c6f-f074-4766-a9c8-030c3e72610a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c91a75b-c60e-4fa4-bd0b-19199c368f01 HTTP/1.1" status: 200  len: 217 time: 0.1003499
Dec 11 16:27:39.562457 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-588ab871-e11e-49f9-afeb-4763f9307ac4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Synchronizing usage tracker for tenant:1c5767d59b7a47b5accf73b3f5a99e0f on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:27:39.571396 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 55562) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:39.592562 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cdf6367b-6a84-494e-8312-9077b99c2bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:39.607567 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-588ab871-e11e-49f9-afeb-4763f9307ac4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Unset dirty status for tenant:1c5767d59b7a47b5accf73b3f5a99e0f on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:27:39.608853 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-588ab871-e11e-49f9-afeb-4763f9307ac4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1591572552&fields=id&tenant_id=1c5767d59b7a47b5accf73b3f5a99e0f HTTP/1.1" status: 200  len: 267 time: 0.1923411
Dec 11 16:27:39.647491 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cee308e1-568b-431a-ae82-ab7e90b2f707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:39.653497 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cdf6367b-6a84-494e-8312-9077b99c2bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:39.679676 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde79e6-e40d-4007-8062-385eb070090b req-ec06a534-b5ed-4158-bf8c-3fc7e0807a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:39.681402 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fde79e6-e40d-4007-8062-385eb070090b req-ec06a534-b5ed-4158-bf8c-3fc7e0807a13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4 HTTP/1.1" status: 200  len: 859 time: 0.2448711
Dec 11 16:27:39.729405 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-cee308e1-568b-431a-ae82-ab7e90b2f707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:39.782405 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-cee308e1-568b-431a-ae82-ab7e90b2f707 admin admin] Usage tracker for resource:security_group_rule and tenant:f9379dd8dd6d4e3685c2e290614895da is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:39.831797 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-cee308e1-568b-431a-ae82-ab7e90b2f707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:39.836383 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fde79e6-e40d-4007-8062-385eb070090b req-730ba733-9077-4e39-965e-d50c7d29dec9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4df5138a-c173-41d2-a9c6-10906b0c52cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1227019
Dec 11 16:27:39.878846 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c3f4d0de-e652-41a5-abc5-bdbf196844a5 req-84d9b67a-9018-4e9a-baa1-9ad8c7fdecc0 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 210 time: 0.0685773
Dec 11 16:27:39.881787 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cdf6367b-6a84-494e-8312-9077b99c2bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:39.887453 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-acad27e6-9310-4625-90f5-eba2cce79b9b tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:39.888209 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-acad27e6-9310-4625-90f5-eba2cce79b9b tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Synchronizing usage tracker for tenant:1c5767d59b7a47b5accf73b3f5a99e0f on resource:network {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:27:39.906324 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-cee308e1-568b-431a-ae82-ab7e90b2f707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:39.906432 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:39.934764 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6367b-6a84-494e-8312-9077b99c2bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6555f511-9459-4a92-be49-824265ac50ee,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:39.937614 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-cdf6367b-6a84-494e-8312-9077b99c2bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:39.942539 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cdf6367b-6a84-494e-8312-9077b99c2bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:39.946976 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-cdf6367b-6a84-494e-8312-9077b99c2bc5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6555f511-9459-4a92-be49-824265ac50ee HTTP/1.1" status: 204  len: 168 time: 0.5305250
Dec 11 16:27:39.946976 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-acad27e6-9310-4625-90f5-eba2cce79b9b tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Unset dirty status for tenant:1c5767d59b7a47b5accf73b3f5a99e0f on resource:network {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:27:39.953032 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-acad27e6-9310-4625-90f5-eba2cce79b9b tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/networks?id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33 HTTP/1.1" status: 200  len: 810 time: 0.3332088
Dec 11 16:27:39.972420 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-2d3e9b9f-c7ea-44d0-b935-1b32662273e1 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/quotas/1c5767d59b7a47b5accf73b3f5a99e0f HTTP/1.1" status: 200  len: 375 time: 0.0186749
Dec 11 16:27:40.079684 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-726ec78e-09ff-4f60-9740-c8e2e170cfa4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Synchronizing usage tracker for tenant:1c5767d59b7a47b5accf73b3f5a99e0f on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:27:40.139071 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-726ec78e-09ff-4f60-9740-c8e2e170cfa4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Unset dirty status for tenant:1c5767d59b7a47b5accf73b3f5a99e0f on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:27:40.139374 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1aac047c-abea-4c76-a197-c799e32cf001 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Allocated IP 172.20.0.3 (039bbca1-f016-4285-abfa-5348e6c4eb84/c00391c9-6902-493e-bdec-b850663c39cb/475418d2-493a-4de7-a99a-d62b442310e6) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:27:40.140823 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:40.142406 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-726ec78e-09ff-4f60-9740-c8e2e170cfa4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?tenant_id=1c5767d59b7a47b5accf73b3f5a99e0f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1691003
Dec 11 16:27:40.205406 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-71c11120-a909-4eba-ad43-60bcad41f7f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:40.236091 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fde79e6-e40d-4007-8062-385eb070090b req-838705e8-021c-4946-8b9a-b4e9a4c5eb2d service neutron] 10.222.0.64 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3836880
Dec 11 16:27:40.346147 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-f1383d25-dc33-4fd5-862d-5fbe03fd1a81 service neutron] 10.222.0.68 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864030
Dec 11 16:27:40.438227 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-22f542b8-64ab-4c03-9065-068d7c734fd1 req-549a3fd6-0368-462d-bcfe-ca370b064889 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 210 time: 0.0903599
Dec 11 16:27:40.556792 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cee308e1-568b-431a-ae82-ab7e90b2f707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:40.576071 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-1ab81aa9-26e7-4eff-b596-d7d8081cc2f4 service neutron] 10.222.0.68 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1787403
Dec 11 16:27:40.594011 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 55590) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:40.687680 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fde79e6-e40d-4007-8062-385eb070090b req-22a13715-7ded-4007-b9c4-7bdc3afff163 service neutron] 10.222.0.64 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4269452
Dec 11 16:27:40.693079 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cee308e1-568b-431a-ae82-ab7e90b2f707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:40.707648 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6e9ae92a-4a80-42fc-812d-ceecebd7fa77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:40.727275 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-71c11120-a909-4eba-ad43-60bcad41f7f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:40.824516 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2937d380-2d4b-473b-bcd4-dd5ae1329ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:40.863459 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-2937d380-2d4b-473b-bcd4-dd5ae1329ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:40.880122 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-2937d380-2d4b-473b-bcd4-dd5ae1329ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:9844dcac0a45488abf6752261f469061 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:40.883632 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-2937d380-2d4b-473b-bcd4-dd5ae1329ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:40.890068 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-2937d380-2d4b-473b-bcd4-dd5ae1329ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:40.950688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 55600) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:40.956265 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:41.008639 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-cee308e1-568b-431a-ae82-ab7e90b2f707 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f9379dd8dd6d4e3685c2e290614895da&name=default HTTP/1.1" status: 200  len: 2879 time: 1.4293952
Dec 11 16:27:41.021254 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee308e1-568b-431a-ae82-ab7e90b2f707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a97a243-674e-4f4f-a9e8-490e3224baeb,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:41.025046 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-cee308e1-568b-431a-ae82-ab7e90b2f707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:41.034586 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 55608) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:41.039773 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2937d380-2d4b-473b-bcd4-dd5ae1329ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:41.051955 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:41.055606 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2b2b38d4-98c2-4c6f-8012-344ef0a52370 req-2f84e5d1-aaf6-46ee-90db-42b5abe24d62 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 210 time: 0.1349230
Dec 11 16:27:41.057110 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2937d380-2d4b-473b-bcd4-dd5ae1329ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:41.079406 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:41.128810 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-83ff7140-8a6f-48cb-a639-dd99f7868e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:41.195779 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-2937d380-2d4b-473b-bcd4-dd5ae1329ed1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9844dcac0a45488abf6752261f469061&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6000690
Dec 11 16:27:41.200118 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937d380-2d4b-473b-bcd4-dd5ae1329ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1882192b-7492-4cee-9d7e-11a0bdd238b3,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:41.207732 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 55616) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:41.211277 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2937d380-2d4b-473b-bcd4-dd5ae1329ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:41.213689 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8ea3d933-217e-4542-9537-5619caff72a3 req-e97f322c-052d-4e0e-b0fa-b478c026d0c5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 210 time: 0.0761502
Dec 11 16:27:41.254420 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c11120-a909-4eba-ad43-60bcad41f7f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Pushing event updated for resources: {'Port': ['ID=feeed341-179f-4b7b-bea5-b0017bb5d2ed,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:41.271245 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1aac047c-abea-4c76-a197-c799e32cf001 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:41.286947 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1164c5fe-ca84-48ec-9796-ac6640b1cf1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:41.322050 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1164c5fe-ca84-48ec-9796-ac6640b1cf1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:41.377436 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1164c5fe-ca84-48ec-9796-ac6640b1cf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:41.383511 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:41.398844 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164c5fe-ca84-48ec-9796-ac6640b1cf1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1882192b-7492-4cee-9d7e-11a0bdd238b3,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:41.404596 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1164c5fe-ca84-48ec-9796-ac6640b1cf1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:41.405718 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1164c5fe-ca84-48ec-9796-ac6640b1cf1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:41.407032 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1164c5fe-ca84-48ec-9796-ac6640b1cf1e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1882192b-7492-4cee-9d7e-11a0bdd238b3 HTTP/1.1" status: 204  len: 168 time: 0.1977501
Dec 11 16:27:41.591230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-71c11120-a909-4eba-ad43-60bcad41f7f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:41.595995 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-83ff7140-8a6f-48cb-a639-dd99f7868e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:41.621560 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-83ff7140-8a6f-48cb-a639-dd99f7868e13 admin admin] Usage tracker for resource:security_group_rule and tenant:547c3363ef5b4e2eba5975c0e0d0d6a9 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:41.626274 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1aac047c-abea-4c76-a197-c799e32cf001 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Transition to ACTIVE for port object 475418d2-493a-4de7-a99a-d62b442310e6 will not be triggered until provisioned by entity DHCP. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:27:41.633994 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-71c11120-a909-4eba-ad43-60bcad41f7f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Network 4df5138a-c173-41d2-a9c6-10906b0c52cb is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:27:41.633994 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-83ff7140-8a6f-48cb-a639-dd99f7868e13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:41.642045 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-71c11120-a909-4eba-ad43-60bcad41f7f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:27:41.652897 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-71c11120-a909-4eba-ad43-60bcad41f7f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:27:41.684813 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-83ff7140-8a6f-48cb-a639-dd99f7868e13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:41.788440 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90d2da-e270-4289-97ad-ea923cd80884 req-fef7306a-4691-411c-a3a9-b77f1aac065c tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:41.790289 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3a90d2da-e270-4289-97ad-ea923cd80884 req-fef7306a-4691-411c-a3a9-b77f1aac065c tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 931 time: 0.1388478
Dec 11 16:27:41.796292 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5a583a85-fa1f-415e-9827-620f69c153d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:41.831186 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-71c11120-a909-4eba-ad43-60bcad41f7f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:41.832052 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-71c11120-a909-4eba-ad43-60bcad41f7f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:41.855761 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3a90d2da-e270-4289-97ad-ea923cd80884 req-8d4796e6-a183-4f56-a3a7-043cff089107 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544238
Dec 11 16:27:41.907781 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b45b77-ea4c-48b9-8825-a2356da60f93 req-64db1aec-f4c0-4757-aa01-f8ebe9491bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:41.910391 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a3b45b77-ea4c-48b9-8825-a2356da60f93 req-64db1aec-f4c0-4757-aa01-f8ebe9491bdd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=667e4a17ae3d46d3ba440736127fb3aa&device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 1160 time: 0.9608037
Dec 11 16:27:41.913983 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5a583a85-fa1f-415e-9827-620f69c153d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:41.933157 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1aac047c-abea-4c76-a197-c799e32cf001 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:41.967887 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 55630) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:41.978532 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-76d79b15-11e1-48a2-994d-20f73be2f37a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:41.987243 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-19cb533d-4cb8-4028-9c65-69d31dc84ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:42.004026 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-19cb533d-4cb8-4028-9c65-69d31dc84ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:42.009405 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-19cb533d-4cb8-4028-9c65-69d31dc84ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:8ba6cfbadca541a6b28e86689c0d3ee4 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:42.012497 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-19cb533d-4cb8-4028-9c65-69d31dc84ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:42.018505 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-19cb533d-4cb8-4028-9c65-69d31dc84ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:42.117214 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-71c11120-a909-4eba-ad43-60bcad41f7f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.2842875
Dec 11 16:27:42.174753 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-19cb533d-4cb8-4028-9c65-69d31dc84ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:42.181149 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-19cb533d-4cb8-4028-9c65-69d31dc84ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:42.191318 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6ac66010-ab3a-4041-871c-fa0e96d82d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:42.265398 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Request body: {'port': {'device_id': 'f810ef25-aef8-4509-81fe-09ceaf3878b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:42.290790 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6c7f5527-3b54-49f3-aa9f-52407efdf1d3 req-3e71fd15-7eb7-4dea-8a10-f180a287149a tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 210 time: 0.0729091
Dec 11 16:27:42.297848 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-19cb533d-4cb8-4028-9c65-69d31dc84ed1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8ba6cfbadca541a6b28e86689c0d3ee4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3285406
Dec 11 16:27:42.299185 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb533d-4cb8-4028-9c65-69d31dc84ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d5f39d-a6f7-4e00-af62-3b53b3e4a66a,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:42.302497 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 55640) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:42.321161 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-19cb533d-4cb8-4028-9c65-69d31dc84ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:42.346464 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac047c-abea-4c76-a197-c799e32cf001 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Pushing event updated for resources: {'Port': ['ID=475418d2-493a-4de7-a99a-d62b442310e6,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:42.350547 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1aac047c-abea-4c76-a197-c799e32cf001 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:42.402351 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-83ff7140-8a6f-48cb-a639-dd99f7868e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:42.438189 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-83ff7140-8a6f-48cb-a639-dd99f7868e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:42.438914 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44f3c412-5b2d-4f59-8864-41ee6d80f95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:42.458687 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:42.505444 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b45b77-ea4c-48b9-8825-a2356da60f93 req-da4bd81a-1407-423e-8bf6-62f692d853fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:42.507290 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a3b45b77-ea4c-48b9-8825-a2356da60f93 req-da4bd81a-1407-423e-8bf6-62f692d853fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=4df5138a-c173-41d2-a9c6-10906b0c52cb HTTP/1.1" status: 200  len: 913 time: 0.5756950
Dec 11 16:27:42.540077 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44f3c412-5b2d-4f59-8864-41ee6d80f95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:42.544565 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5a583a85-fa1f-415e-9827-620f69c153d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:42.560061 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-83ff7140-8a6f-48cb-a639-dd99f7868e13 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=547c3363ef5b4e2eba5975c0e0d0d6a9&name=default HTTP/1.1" status: 200  len: 2879 time: 1.5578225
Dec 11 16:27:42.567982 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 55644) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:42.668312 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a3b45b77-ea4c-48b9-8825-a2356da60f93 req-7c6f767a-7057-4df5-9029-399a9e90c6ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c91a75b-c60e-4fa4-bd0b-19199c368f01 HTTP/1.1" status: 200  len: 217 time: 0.1191270
Dec 11 16:27:42.675098 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1aac047c-abea-4c76-a197-c799e32cf001 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Network 039bbca1-f016-4285-abfa-5348e6c4eb84 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:27:42.676256 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff7140-8a6f-48cb-a639-dd99f7868e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c30408a-7338-4667-8c7a-8e8f917cb8a2,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:42.681081 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdae769-0229-442f-9ecd-823860d8a337 req-02b87740-beee-452e-94cb-17e3ffa3a3f9 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:42.682750 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-abdae769-0229-442f-9ecd-823860d8a337 req-02b87740-beee-452e-94cb-17e3ffa3a3f9 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 931 time: 0.2170424
Dec 11 16:27:42.683817 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1aac047c-abea-4c76-a197-c799e32cf001 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:27:42.686182 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44f3c412-5b2d-4f59-8864-41ee6d80f95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:42.694085 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a154acb4-9e5f-4a33-b1f0-850a21bed620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:42.705565 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:42.724111 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-83ff7140-8a6f-48cb-a639-dd99f7868e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:42.724698 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f1f17968-c602-4712-ba16-0002b827a8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:42.733143 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1aac047c-abea-4c76-a197-c799e32cf001 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:27:42.734635 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3c412-5b2d-4f59-8864-41ee6d80f95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d5f39d-a6f7-4e00-af62-3b53b3e4a66a,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:42.743837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-44f3c412-5b2d-4f59-8864-41ee6d80f95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:42.759386 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44f3c412-5b2d-4f59-8864-41ee6d80f95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:42.763149 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-44f3c412-5b2d-4f59-8864-41ee6d80f95b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f0d5f39d-a6f7-4e00-af62-3b53b3e4a66a HTTP/1.1" status: 204  len: 168 time: 0.4447370
Dec 11 16:27:42.772982 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5a583a85-fa1f-415e-9827-620f69c153d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:42.777431 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-5a583a85-fa1f-415e-9827-620f69c153d1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5a97a243-674e-4f4f-a9e8-490e3224baeb HTTP/1.1" status: 204  len: 168 time: 1.6525147
Dec 11 16:27:42.778583 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:42.813226 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:42.821244 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a583a85-fa1f-415e-9827-620f69c153d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a97a243-674e-4f4f-a9e8-490e3224baeb,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:42.838763 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-5a583a85-fa1f-415e-9827-620f69c153d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:42.900752 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-abdae769-0229-442f-9ecd-823860d8a337 req-dbe5ae1d-ca02-4679-960f-5b7752122db9 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=8e26eac0-c747-4ab4-b581-6f90fa526743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1988962
Dec 11 16:27:42.976278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:42.999916 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-cdf6367b-6a84-494e-8312-9077b99c2bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:43.019731 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1aac047c-abea-4c76-a197-c799e32cf001 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:43.020579 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1aac047c-abea-4c76-a197-c799e32cf001 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:43.045862 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c30408a-7338-4667-8c7a-8e8f917cb8a2,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:43.069075 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-8f337e58-9668-4361-ad44-89ce76c715b3 None None] Provisioning for port 475418d2-493a-4de7-a99a-d62b442310e6 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:27:43.074179 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.074591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.078425 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.078914 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.080927 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.081333 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-8f337e58-9668-4361-ad44-89ce76c715b3 None None] Provisioning complete for port 475418d2-493a-4de7-a99a-d62b442310e6 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:43.081446 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.081773 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8f337e58-9668-4361-ad44-89ce76c715b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:43.083723 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.084048 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.084530 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.084974 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.085368 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.085756 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.086282 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.086665 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.089322 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.090878 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.094082 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.095461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.099097 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.099635 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.100100 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.100556 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.102280 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.102779 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:43.120012 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:43.121560 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:43.124789 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b45b77-ea4c-48b9-8825-a2356da60f93 req-1bd18bdc-22be-4357-bfb9-37a5364fe506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:43.125512 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-cfffb7fe-2c5d-45f0-ba8a-aa8c0a4e74b9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7c30408a-7338-4667-8c7a-8e8f917cb8a2 HTTP/1.1" status: 204  len: 168 time: 0.5520616
Dec 11 16:27:43.125848 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a3b45b77-ea4c-48b9-8825-a2356da60f93 req-1bd18bdc-22be-4357-bfb9-37a5364fe506 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4 HTTP/1.1" status: 200  len: 859 time: 0.4433749
Dec 11 16:27:43.146221 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1aac047c-abea-4c76-a197-c799e32cf001 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.5578723
Dec 11 16:27:43.163151 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.64', 57768) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:43.206265 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-8f337e58-9668-4361-ad44-89ce76c715b3 None None] Port 475418d2-493a-4de7-a99a-d62b442310e6 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:27:43.238156 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Request body: {'port': {'device_id': 'c32d710b-f598-40f2-93ad-3c120754b984', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:43.291594 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223115f-2918-4a81-b16f-f43fe38371e8 req-059aaba3-24c2-47c2-b2fb-e7d42aca2570 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:43.293656 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a223115f-2918-4a81-b16f-f43fe38371e8 req-059aaba3-24c2-47c2-b2fb-e7d42aca2570 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 931 time: 0.2262273
Dec 11 16:27:43.363485 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a223115f-2918-4a81-b16f-f43fe38371e8 req-33acc8ec-63d5-4cbb-962a-501d713d2fd0 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631149
Dec 11 16:27:43.366416 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.64', 57769) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:43.419139 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a3b45b77-ea4c-48b9-8825-a2356da60f93 req-792752a3-3626-40aa-bac4-720892b2ddec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4df5138a-c173-41d2-a9c6-10906b0c52cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2000036
Dec 11 16:27:43.528066 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6cf27a3a-4b02-461c-8efd-b0448aab7b63 req-b3219f34-15b0-4dd4-a00e-f4de9540d7e5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1535912
Dec 11 16:27:43.683204 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-086ac449-0cab-4ffb-a958-b6a1f307a767 req-60a25c07-c5aa-46f5-a9d5-32e4f54bad4b tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 210 time: 0.0733454
Dec 11 16:27:43.821474 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf27a3a-4b02-461c-8efd-b0448aab7b63 req-598d88ce-b14f-4cc4-9e52-2f9a58ff1bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:43.823174 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6cf27a3a-4b02-461c-8efd-b0448aab7b63 req-598d88ce-b14f-4cc4-9e52-2f9a58ff1bf9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=511468fc2d8d49c8b28184d367b1e7fa&device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 1162 time: 0.1041632
Dec 11 16:27:43.969519 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-eb230ccc-e000-42d6-9038-f5f70b4060b2 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:43.971256 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-eb230ccc-e000-42d6-9038-f5f70b4060b2 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.64 "GET /v2.0/networks?id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33 HTTP/1.1" status: 200  len: 810 time: 0.7581384
Dec 11 16:27:43.979906 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:44.226454 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.objects.ports [None req-7b5abb41-7ee2-43d3-b3e7-77f7efade414 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80201) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 11 16:27:44.293325 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf27a3a-4b02-461c-8efd-b0448aab7b63 req-f830e9c5-21f8-4429-9e96-803b6908510b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:44.295588 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6cf27a3a-4b02-461c-8efd-b0448aab7b63 req-f830e9c5-21f8-4429-9e96-803b6908510b service neutron] 10.222.0.64 "GET /v2.0/networks?id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61 HTTP/1.1" status: 200  len: 908 time: 0.4093924
Dec 11 16:27:44.362091 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a3b45b77-ea4c-48b9-8825-a2356da60f93 req-6a1c0c43-39ac-4f53-a2eb-4976db1d71c6 service neutron] 10.222.0.64 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9234459
Dec 11 16:27:44.385361 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6cf27a3a-4b02-461c-8efd-b0448aab7b63 req-8862f290-325b-4f23-a8b3-324360ce5905 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5463205-50f6-49d0-adaa-a7f774bd2a6e HTTP/1.1" status: 200  len: 217 time: 0.0760732
Dec 11 16:27:44.678752 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.resource_extend [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 11 16:27:44.730532 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-b9ac1fca-42b0-46ed-a437-55c3acc1ed16 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c5767d59b7a47b5accf73b3f5a99e0f HTTP/1.1" status: 200  len: 5505 time: 0.7200556
Dec 11 16:27:44.799099 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-5a4927df-966f-4e4b-9fd8-b8f0cc002b89 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Request body: {'port': {'device_id': '80a96230-25f6-40ff-81ab-d083f9a3fa97', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'admin_state_up': True, 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'security_groups': ['145c0ee1-0aac-4485-bf8a-263129e2e275']}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:44.802560 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd48ef-cf99-480c-947f-c018c558bfd4 req-15894227-49e8-49cb-ab29-72d8557b98f4 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:44.804693 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a1fd48ef-cf99-480c-947f-c018c558bfd4 req-15894227-49e8-49cb-ab29-72d8557b98f4 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 931 time: 0.6211708
Dec 11 16:27:44.848408 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 9c91a75b-c60e-4fa4-bd0b-19199c368f01 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:44.955629 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf27a3a-4b02-461c-8efd-b0448aab7b63 req-91860cac-13cc-438f-951c-2b246afc0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:44.956335 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6cf27a3a-4b02-461c-8efd-b0448aab7b63 req-91860cac-13cc-438f-951c-2b246afc0db0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=840d87d5-193c-4288-adc8-59ea35bedd36 HTTP/1.1" status: 200  len: 854 time: 0.5628140
Dec 11 16:27:44.967152 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a1fd48ef-cf99-480c-947f-c018c558bfd4 req-e940265f-9765-4be8-844c-3ad38cb99e93 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=8e26eac0-c747-4ab4-b581-6f90fa526743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1539595
Dec 11 16:27:45.006578 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning for port 9c91a75b-c60e-4fa4-bd0b-19199c368f01 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:27:45.016810 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 9c91a75b-c60e-4fa4-bd0b-19199c368f01 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:45.017244 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:45.076229 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6cf27a3a-4b02-461c-8efd-b0448aab7b63 req-2523c782-5ac9-4ad8-b10c-6a08c7288b40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0972710
Dec 11 16:27:45.093399 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e74bc6-c693-4941-b8aa-7cc210fb3e54 req-43032bf8-7597-422c-93a5-bc1e6b3e24dc tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:45.102712 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b6e74bc6-c693-4941-b8aa-7cc210fb3e54 req-43032bf8-7597-422c-93a5-bc1e6b3e24dc tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 931 time: 0.2937019
Dec 11 16:27:45.179678 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a3b45b77-ea4c-48b9-8825-a2356da60f93 req-766e0eb5-dd32-4ad3-b2b6-2e89dceb6cb1 service neutron] 10.222.0.64 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8002555
Dec 11 16:27:45.215183 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feeed341-179f-4b7b-bea5-b0017bb5d2ed {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 11 16:27:45.273110 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b6e74bc6-c693-4941-b8aa-7cc210fb3e54 req-7befd9ce-ea34-446a-9849-0b86d67ec60d tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689320
Dec 11 16:27:45.282445 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:45.295939 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:45.385803 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port 9c91a75b-c60e-4fa4-bd0b-19199c368f01, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=9c91a75b-c60e-4fa4-bd0b-19199c368f01,segment=NetworkSegment(3d980729-111e-4033-ab39-ac93afbc4d15),segment_id=3d980729-111e-4033-ab39-ac93afbc4d15)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:27:45.392730 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda14d71-824e-413b-a557-96e4cdcccf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c91a75b-c60e-4fa4-bd0b-19199c368f01'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:27:45.393671 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Transition to ACTIVE for port object feeed341-179f-4b7b-bea5-b0017bb5d2ed will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:27:45.406417 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:45.411796 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7a36ef62-9616-4775-9ec7-29fc5a15fcbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:45.449761 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:45.486670 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 55736) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:45.488891 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:45.537023 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0c2affbe-9374-4349-a350-3cab74758695 req-fa714e3a-fe0b-48d2-bc88-20a4a1e768d0 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 210 time: 0.1875253
Dec 11 16:27:45.537865 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6cf27a3a-4b02-461c-8efd-b0448aab7b63 req-55e5c702-a923-42ef-891d-887c8af664b7 service neutron] 10.222.0.64 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4308193
Dec 11 16:27:45.559341 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda14d71-824e-413b-a557-96e4cdcccf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c91a75b-c60e-4fa4-bd0b-19199c368f01', 'code': 200}
Dec 11 16:27:45.627786 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Pushing event updated for resources: {'Port': ['ID=feeed341-179f-4b7b-bea5-b0017bb5d2ed,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:45.631515 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-5a4927df-966f-4e4b-9fd8-b8f0cc002b89 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:45.656053 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.656491 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.656902 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.657304 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.657705 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.658104 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.658501 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.658956 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.659361 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.659757 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.660154 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.660545 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.661063 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.661949 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.662340 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.662729 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.663147 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.668073 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.668624 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.669041 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.669451 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.669857 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.670257 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.670654 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:45.710717 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=9c91a75b-c60e-4fa4-bd0b-19199c368f01,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:45.719726 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:45.746501 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-5a4927df-966f-4e4b-9fd8-b8f0cc002b89 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:45.761734 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:45.849307 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-5a4927df-966f-4e4b-9fd8-b8f0cc002b89 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Made reservation on behalf of 1c5767d59b7a47b5accf73b3f5a99e0f for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:27:45.855091 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-5a4927df-966f-4e4b-9fd8-b8f0cc002b89 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:45.916119 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6cf27a3a-4b02-461c-8efd-b0448aab7b63 req-e0457989-aa59-4ddc-bf3a-6b44a8b3a640 service neutron] 10.222.0.64 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3190377
Dec 11 16:27:46.013885 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-241073236-network', 'tenant_id': '7079d40af2154bcdbb07ff48de458429'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:46.033239 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:46.107658 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 9c91a75b-c60e-4fa4-bd0b-19199c368f01 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:46.178165 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.resource_extend [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 11 16:27:46.193036 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a7a30-7c4c-45a1-9306-c6387b30e71a req-c059a29f-5252-4fad-81e0-c7d76dc84211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:46.195128 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-389a7a30-7c4c-45a1-9306-c6387b30e71a req-c059a29f-5252-4fad-81e0-c7d76dc84211 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 1162 time: 0.1719377
Dec 11 16:27:46.197376 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Usage tracker for resource:network and tenant:7079d40af2154bcdbb07ff48de458429 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:46.230425 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 9c91a75b-c60e-4fa4-bd0b-19199c368f01 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:46.231043 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:46.378534 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-389a7a30-7c4c-45a1-9306-c6387b30e71a req-9d730dc6-31f2-4edd-a10a-7bd38b4f8045 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109462
Dec 11 16:27:46.387401 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6018e4-9133-4c9e-8db1-0227648c869d req-d0ba4444-2d8a-421a-8087-f32cb11c1b72 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:46.395212 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8e6018e4-9133-4c9e-8db1-0227648c869d req-d0ba4444-2d8a-421a-8087-f32cb11c1b72 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 931 time: 0.1986237
Dec 11 16:27:46.407345 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-5a4927df-966f-4e4b-9fd8-b8f0cc002b89 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Allocated IP 172.20.0.7 (38d5d1c1-19a8-4909-8ee8-0c1228de8a33/3fc5b558-60c5-446c-9755-1fcb42bad47f/17ce2b17-cd05-412b-af9b-21a9fa65280d) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:27:46.465289 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8e6018e4-9133-4c9e-8db1-0227648c869d req-53593e82-551e-42f3-8f9b-b3c0fe11cdb9 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=8e26eac0-c747-4ab4-b581-6f90fa526743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685892
Dec 11 16:27:46.646751 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-5a4927df-966f-4e4b-9fd8-b8f0cc002b89 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:46.668476 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-5a4927df-966f-4e4b-9fd8-b8f0cc002b89 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Transition to ACTIVE for port object 17ce2b17-cd05-412b-af9b-21a9fa65280d will not be triggered until provisioned by entity DHCP. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:27:46.691169 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:46.714900 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248dd4d-bf1f-48bd-b15f-7f7a5e8e6ec4 req-07cd9b8c-5150-4a9b-8425-c7b8464441a7 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:46.717148 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7248dd4d-bf1f-48bd-b15f-7f7a5e8e6ec4 req-07cd9b8c-5150-4a9b-8425-c7b8464441a7 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 943 time: 0.1644990
Dec 11 16:27:46.757221 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:46.788049 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7248dd4d-bf1f-48bd-b15f-7f7a5e8e6ec4 req-552f752e-ee3e-4398-a5fe-7b7cb679a41f tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616579
Dec 11 16:27:46.849191 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-5a4927df-966f-4e4b-9fd8-b8f0cc002b89 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:46.877075 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:46.922678 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 475418d2-493a-4de7-a99a-d62b442310e6 {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 11 16:27:46.927229 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Attempting to bind port feeed341-179f-4b7b-bea5-b0017bb5d2ed on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:27:46.927615 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Attempting to bind port feeed341-179f-4b7b-bea5-b0017bb5d2ed by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '3d980729-111e-4033-ab39-ac93afbc4d15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4df5138a-c173-41d2-a9c6-10906b0c52cb'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:27:46.927992 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Attempting to bind port feeed341-179f-4b7b-bea5-b0017bb5d2ed on network 4df5138a-c173-41d2-a9c6-10906b0c52cb {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:27:46.948789 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Checking agent: {'id': 'bb51e0aa-91b6-4647-b88f-2e2e91697051', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 49), 'started_at': datetime.datetime(2020, 12, 11, 16, 25, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:27:46.949179 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Checking segment: {'id': '3d980729-111e-4033-ab39-ac93afbc4d15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4df5138a-c173-41d2-a9c6-10906b0c52cb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:27:46.949594 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:46.950510 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Bound using segment: {'id': '3d980729-111e-4033-ab39-ac93afbc4d15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4df5138a-c173-41d2-a9c6-10906b0c52cb'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:27:46.951146 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Bound port: feeed341-179f-4b7b-bea5-b0017bb5d2ed, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d980729-111e-4033-ab39-ac93afbc4d15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4df5138a-c173-41d2-a9c6-10906b0c52cb'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:27:46.951611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:46.962483 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Made reservation on behalf of 7079d40af2154bcdbb07ff48de458429 for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:27:46.967692 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:46.977533 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c7585-36eb-4f10-8ea2-427d42b1c1fc req-7a822a85-393d-452e-b5b5-007ff479176d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:46.986418 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a28c7585-36eb-4f10-8ea2-427d42b1c1fc req-7a822a85-393d-452e-b5b5-007ff479176d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 931 time: 0.1930089
Dec 11 16:27:47.009167 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:47.059388 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:47.059641 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a28c7585-36eb-4f10-8ea2-427d42b1c1fc req-35aa5855-bc81-467d-ad24-94cd4e06fd8d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=145c0ee1-0aac-4485-bf8a-263129e2e275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704300
Dec 11 16:27:47.138226 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Transition to ACTIVE for port object 475418d2-493a-4de7-a99a-d62b442310e6 will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:27:47.394933 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:47.424541 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4927df-966f-4e4b-9fd8-b8f0cc002b89 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Pushing event updated for resources: {'Port': ['ID=17ce2b17-cd05-412b-af9b-21a9fa65280d,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:47.427163 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:47.433739 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3207587-4ad3-4f0b-a5ea-7d1ff94cc38d req-c1a7fe9c-4098-4715-8a33-a270de806b7e tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:47.435963 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b3207587-4ad3-4f0b-a5ea-7d1ff94cc38d req-c1a7fe9c-4098-4715-8a33-a270de806b7e tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/ports?device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 945 time: 0.1063840
Dec 11 16:27:47.444381 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-5a4927df-966f-4e4b-9fd8-b8f0cc002b89 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:47.444936 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-5a4927df-966f-4e4b-9fd8-b8f0cc002b89 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:47.481151 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Usage tracker for resource:security_group_rule and tenant:7079d40af2154bcdbb07ff48de458429 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:47.502635 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b3207587-4ad3-4f0b-a5ea-7d1ff94cc38d req-d53cf5ce-1513-4ed7-bf92-eb620b20a6bf tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/security-groups?id=a1882709-447d-48b7-acc1-08f6ae587fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588512
Dec 11 16:27:47.617112 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:47.712229 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:47.756979 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcb2fb-3b03-4551-8a1e-a2b27d98553a req-1c4a0861-0e0f-4942-92c9-d41b1f9ce4de tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:47.765927 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9ddcb2fb-3b03-4551-8a1e-a2b27d98553a req-1c4a0861-0e0f-4942-92c9-d41b1f9ce4de tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 943 time: 0.1017110
Dec 11 16:27:47.856742 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9ddcb2fb-3b03-4551-8a1e-a2b27d98553a req-bc4aa9cc-8a43-4fc6-8ad4-c37031cadc42 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=8e26eac0-c747-4ab4-b581-6f90fa526743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897233
Dec 11 16:27:47.982795 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Pushing event updated for resources: {'Port': ['ID=475418d2-493a-4de7-a99a-d62b442310e6,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:48.004418 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:48.047689 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] For port feeed341-179f-4b7b-bea5-b0017bb5d2ed, host hv-cinder-76675, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:27:48.099340 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-5a4927df-966f-4e4b-9fd8-b8f0cc002b89 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Network 38d5d1c1-19a8-4909-8ee8-0c1228de8a33 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:27:48.106321 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-5a4927df-966f-4e4b-9fd8-b8f0cc002b89 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:27:48.109300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-5a4927df-966f-4e4b-9fd8-b8f0cc002b89 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:27:48.138009 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494e76e-1bc1-4565-8ba5-4de5b2fdae27 req-66c6eb88-bfee-48d4-8cf0-0522f45481fc tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:48.140303 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2494e76e-1bc1-4565-8ba5-4de5b2fdae27 req-66c6eb88-bfee-48d4-8cf0-0522f45481fc tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 943 time: 0.1244230
Dec 11 16:27:48.228561 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2494e76e-1bc1-4565-8ba5-4de5b2fdae27 req-17ffd1e6-09f9-481a-9af5-1ce8bae0d8c6 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693498
Dec 11 16:27:48.253922 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] For port feeed341-179f-4b7b-bea5-b0017bb5d2ed, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=feeed341-179f-4b7b-bea5-b0017bb5d2ed,segment=NetworkSegment(3d980729-111e-4033-ab39-ac93afbc4d15),segment_id=3d980729-111e-4033-ab39-ac93afbc4d15)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:27:48.262051 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 9c91a75b-c60e-4fa4-bd0b-19199c368f01 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:48.325426 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:48.373069 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:48.425740 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 9c91a75b-c60e-4fa4-bd0b-19199c368f01 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:48.426169 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:48.478644 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc295ed-ae71-4f41-a194-d9be65afd37f req-72fc4bd8-d7e4-4c11-bc2f-78964d6826fa tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:48.487929 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2bc295ed-ae71-4f41-a194-d9be65afd37f req-72fc4bd8-d7e4-4c11-bc2f-78964d6826fa tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 931 time: 0.1757650
Dec 11 16:27:48.557022 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2bc295ed-ae71-4f41-a194-d9be65afd37f req-719701ab-5381-417f-a671-4910a0450677 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=145c0ee1-0aac-4485-bf8a-263129e2e275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682912
Dec 11 16:27:48.614479 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Pushing event updated for resources: {'Port': ['ID=feeed341-179f-4b7b-bea5-b0017bb5d2ed,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:48.625226 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:48.692676 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-5a4927df-966f-4e4b-9fd8-b8f0cc002b89 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:48.693638 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-5a4927df-966f-4e4b-9fd8-b8f0cc002b89 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:48.723273 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-0a488eff-9cd4-4705-9b8c-ce3fbcb99a7a None None] Provisioning for port 17ce2b17-cd05-412b-af9b-21a9fa65280d completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:27:48.732561 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-0a488eff-9cd4-4705-9b8c-ce3fbcb99a7a None None] Provisioning complete for port 17ce2b17-cd05-412b-af9b-21a9fa65280d triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:48.733272 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0a488eff-9cd4-4705-9b8c-ce3fbcb99a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:48.791667 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07552c-8b82-48d3-94ad-e992068ea209 req-b22d9262-6806-4bbb-b919-8449a0111e7e tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:48.800191 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6f07552c-8b82-48d3-94ad-e992068ea209 req-b22d9262-6806-4bbb-b919-8449a0111e7e tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/ports?device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 945 time: 0.1025863
Dec 11 16:27:48.803383 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-0a488eff-9cd4-4705-9b8c-ce3fbcb99a7a None None] Port 17ce2b17-cd05-412b-af9b-21a9fa65280d cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:27:48.845239 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6f07552c-8b82-48d3-94ad-e992068ea209 req-24fd67e4-14ca-4016-9dd0-d9a0b0039714 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/security-groups?id=a1882709-447d-48b7-acc1-08f6ae587fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437977
Dec 11 16:27:48.853748 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Attempting to bind port 475418d2-493a-4de7-a99a-d62b442310e6 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:27:48.854108 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Attempting to bind port 475418d2-493a-4de7-a99a-d62b442310e6 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '874e3b45-2e23-4239-9758-c43aea39df2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:27:48.854484 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Attempting to bind port 475418d2-493a-4de7-a99a-d62b442310e6 on network 039bbca1-f016-4285-abfa-5348e6c4eb84 {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:27:48.888441 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Checking agent: {'id': 'bb51e0aa-91b6-4647-b88f-2e2e91697051', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 49), 'started_at': datetime.datetime(2020, 12, 11, 16, 25, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:27:48.888853 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Checking segment: {'id': '874e3b45-2e23-4239-9758-c43aea39df2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:27:48.889290 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:48.889693 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Bound using segment: {'id': '874e3b45-2e23-4239-9758-c43aea39df2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:27:48.890195 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Bound port: 475418d2-493a-4de7-a99a-d62b442310e6, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874e3b45-2e23-4239-9758-c43aea39df2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:27:48.890563 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:48.928894 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-5a4927df-966f-4e4b-9fd8-b8f0cc002b89 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1528232
Dec 11 16:27:48.976147 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:48.993035 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:48.996549 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-83ff7140-8a6f-48cb-a639-dd99f7868e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:49.014714 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Request body: {'port': {'device_id': '80a96230-25f6-40ff-81ab-d083f9a3fa97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:49.079663 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:49.080348 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:49.081847 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] 10.222.0.64 "PUT /v2.0/ports/feeed341-179f-4b7b-bea5-b0017bb5d2ed HTTP/1.1" status: 200  len: 1157 time: 6.9382894
Dec 11 16:27:49.090630 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f810ef25-aef8-4509-81fe-09ceaf3878b3', 'tag': 'feeed341-179f-4b7b-bea5-b0017bb5d2ed'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:27:49.167279 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97412542-998a-41cd-8d92-153a3577aaa0 req-791b13f2-6954-4e40-a6be-e0e8f666dfdf tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:49.169004 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-97412542-998a-41cd-8d92-153a3577aaa0 req-791b13f2-6954-4e40-a6be-e0e8f666dfdf tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 943 time: 0.1002264
Dec 11 16:27:49.182686 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 11 16:27:49.237017 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-97412542-998a-41cd-8d92-153a3577aaa0 req-f2468dbd-052b-46ad-887a-19c749607eac tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=8e26eac0-c747-4ab4-b581-6f90fa526743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584514
Dec 11 16:27:49.248034 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f810ef25-aef8-4509-81fe-09ceaf3878b3', 'tag': 'feeed341-179f-4b7b-bea5-b0017bb5d2ed', 'status': 'completed', 'code': 200}
Dec 11 16:27:49.264249 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5b2df2-fd9f-4315-8345-4741fd507dcc,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:49.268250 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:49.283785 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:49.284088 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.segments_db [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Added segment 933b96f9-0e30-4f22-9e6d-12582d262087 of type vxlan for network ab3f515e-c399-4bc0-81cd-325cdbc196e3
Dec 11 16:27:49.306483 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] For port 475418d2-493a-4de7-a99a-d62b442310e6, host hv-cinder-76675, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:27:49.314389 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:49.346782 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] For port 475418d2-493a-4de7-a99a-d62b442310e6, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=475418d2-493a-4de7-a99a-d62b442310e6,segment=NetworkSegment(874e3b45-2e23-4239-9758-c43aea39df2f),segment_id=874e3b45-2e23-4239-9758-c43aea39df2f)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:27:49.402155 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:49.409945 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:49.433674 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757087056021'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:49.438209 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:49.486546 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9158dd-266b-411b-970a-b88e037a56ce req-f669eec5-e929-48bf-841b-8f27c804c82b tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:49.488457 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4d9158dd-266b-411b-970a-b88e037a56ce req-f669eec5-e929-48bf-841b-8f27c804c82b tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 943 time: 0.0998454
Dec 11 16:27:49.599666 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4d9158dd-266b-411b-970a-b88e037a56ce req-38028199-149b-4449-b3ba-42a92c8eb502 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990212
Dec 11 16:27:49.622202 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.resource_extend [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 11 16:27:49.660915 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-45d928c4-436b-4d6d-8ffc-c7b21fa2b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:49.663069 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-45d928c4-436b-4d6d-8ffc-c7b21fa2b505 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=667e4a17ae3d46d3ba440736127fb3aa&device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 1160 time: 0.4882627
Dec 11 16:27:49.759670 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Pushing event updated for resources: {'Port': ['ID=475418d2-493a-4de7-a99a-d62b442310e6,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:49.763285 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:49.785396 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:49.802727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:49.803408 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:49.807995 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-c7bd6f85-3808-4aa7-a520-b1e5f35707d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feeed341-179f-4b7b-bea5-b0017bb5d2ed HTTP/1.1" status: 200  len: 217 time: 0.1193738
Dec 11 16:27:49.812944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:49.930223 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c800e-c9b7-40c4-ae88-3b09260990bc req-ce4b0121-ba24-4324-9136-2e7a34a5530a tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:49.942675 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f32c800e-c9b7-40c4-ae88-3b09260990bc req-ce4b0121-ba24-4324-9136-2e7a34a5530a tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 931 time: 0.1619542
Dec 11 16:27:49.972618 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdff6c-4df9-4ee2-a722-88c841d5122b req-dbb18308-90dd-4e5f-9e37-6056b42ecf13 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:49.974844 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-03fdff6c-4df9-4ee2-a722-88c841d5122b req-dbb18308-90dd-4e5f-9e37-6056b42ecf13 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.64 "GET /v2.0/ports?device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 945 time: 0.2895596
Dec 11 16:27:49.989993 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device ad536184-ba72-4ee4-b3b9-14dae8f888cc no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:27:50.057306 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:50.057758 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:50.059520 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-140f46e7-09b2-4ddb-a828-180bd820482d req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] 10.222.0.64 "PUT /v2.0/ports/475418d2-493a-4de7-a99a-d62b442310e6 HTTP/1.1" status: 200  len: 1157 time: 6.8421044
Dec 11 16:27:50.074396 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 4.5537982
Dec 11 16:27:50.088488 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f32c800e-c9b7-40c4-ae88-3b09260990bc req-27113e07-848b-4ef8-ab65-316a5a6674e7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=145c0ee1-0aac-4485-bf8a-263129e2e275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1440861
Dec 11 16:27:50.096463 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 55860) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:50.113311 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-28ea6933-3455-4648-a48b-81ec1034d87d admin admin] Request body: {'subnet': {'network_id': 'ab3f515e-c399-4bc0-81cd-325cdbc196e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-241073236-subnet', 'tenant_id': '7079d40af2154bcdbb07ff48de458429', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:50.119728 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-28ea6933-3455-4648-a48b-81ec1034d87d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:50.124604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-28ea6933-3455-4648-a48b-81ec1034d87d admin admin] Usage tracker for resource:subnet and tenant:7079d40af2154bcdbb07ff48de458429 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:50.128180 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-28ea6933-3455-4648-a48b-81ec1034d87d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:50.139686 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-28ea6933-3455-4648-a48b-81ec1034d87d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:50.209695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Pushing event updated for resources: {'Network': ['ID=ab3f515e-c399-4bc0-81cd-325cdbc196e3,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:50.221881 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:50.260393 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-bda3c0a7-bc8e-4237-98f1-7ca50f3fc8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:50.262399 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-bda3c0a7-bc8e-4237-98f1-7ca50f3fc8d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4 HTTP/1.1" status: 200  len: 859 time: 0.4159579
Dec 11 16:27:50.262512 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-03fdff6c-4df9-4ee2-a722-88c841d5122b req-0e7c6eab-7d2a-451e-b2b8-3b0e98cebdb7 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Deleting port ad536184-ba72-4ee4-b3b9-14dae8f888cc {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:27:50.262907 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-03fdff6c-4df9-4ee2-a722-88c841d5122b req-0e7c6eab-7d2a-451e-b2b8-3b0e98cebdb7 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:50.352510 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Network ab3f515e-c399-4bc0-81cd-325cdbc196e3 details requested by agent ovs-agent-dv-cinder-766752-1-iscsi with host dv-cinder-766752-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:27:50.400499 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 55866) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:50.476574 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:50.477876 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ea6933-3455-4648-a48b-81ec1034d87d admin admin] Made reservation on behalf of 7079d40af2154bcdbb07ff48de458429 for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:27:50.488212 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Network ab3f515e-c399-4bc0-81cd-325cdbc196e3 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:27:50.501041 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-28ea6933-3455-4648-a48b-81ec1034d87d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822606741'] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:50.631282 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-70e5cdf3-77a4-408e-bc76-44515b6231a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4df5138a-c173-41d2-a9c6-10906b0c52cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3522139
Dec 11 16:27:50.773678 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa30915-22e2-4b39-8066-9256754598ba req-74453daa-223e-4e84-a965-272107c1d6ec tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:50.776903 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port ad536184-ba72-4ee4-b3b9-14dae8f888cc, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ad536184-ba72-4ee4-b3b9-14dae8f888cc,segment=NetworkSegment(c0a20691-6e8d-48b4-b032-c4e163332060),segment_id=c0a20691-6e8d-48b4-b032-c4e163332060)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:27:50.778423 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17158002-bd31-4f46-9e0f-66841e993f05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad536184-ba72-4ee4-b3b9-14dae8f888cc'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:27:50.781890 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-efa30915-22e2-4b39-8066-9256754598ba req-74453daa-223e-4e84-a965-272107c1d6ec tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/ports?device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 945 time: 0.6302266
Dec 11 16:27:50.786629 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:50.788820 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e7494d41-a4a0-4dd8-844c-f8a96d25ccbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:50.878400 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d356fa1c-809e-4c17-8a07-4d806ca55274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:51.003676 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f46e7-09b2-4ddb-a828-180bd820482d req-6f55e26d-d549-49e8-80f6-dfa6a71e5ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:51.006114 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-140f46e7-09b2-4ddb-a828-180bd820482d req-6f55e26d-d549-49e8-80f6-dfa6a71e5ad2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ad201a40eb54facbb2b8d35f51492f4&device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 1160 time: 0.8401818
Dec 11 16:27:51.035411 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-efa30915-22e2-4b39-8066-9256754598ba req-51f27661-fe9f-450d-99b9-e1e26ff8a1cb tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/security-groups?id=a1882709-447d-48b7-acc1-08f6ae587fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2523315
Dec 11 16:27:51.050271 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-d356fa1c-809e-4c17-8a07-4d806ca55274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:51.054527 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-d356fa1c-809e-4c17-8a07-4d806ca55274 admin admin] Usage tracker for resource:security_group_rule and tenant:6d58456fdcd849c38f40df503bb93547 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:51.058128 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-d356fa1c-809e-4c17-8a07-4d806ca55274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:51.064447 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-d356fa1c-809e-4c17-8a07-4d806ca55274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:51.124778 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=ad536184-ba72-4ee4-b3b9-14dae8f888cc,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:51.135943 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf884e-d5e2-4c77-ace8-9e6776ec5c60 req-1edb8bf3-3c83-4616-8fc8-2b51def142bb tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:51.139153 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:51.144175 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-07cf884e-d5e2-4c77-ace8-9e6776ec5c60 req-1edb8bf3-3c83-4616-8fc8-2b51def142bb tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 943 time: 0.5510051
Dec 11 16:27:51.146290 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-140f46e7-09b2-4ddb-a828-180bd820482d req-9ca67c64-573d-4baf-9bc1-091bdffc01cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=475418d2-493a-4de7-a99a-d62b442310e6 HTTP/1.1" status: 200  len: 217 time: 0.1139679
Dec 11 16:27:51.153349 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-4637a680-7be6-4f67-8e9d-203891f05d10 service neutron] 10.222.0.64 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4708750
Dec 11 16:27:51.259144 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32d710b-f598-40f2-93ad-3c120754b984', 'tag': '475418d2-493a-4de7-a99a-d62b442310e6'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:27:51.329448 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ce2b17-cd05-412b-af9b-21a9fa65280d {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 11 16:27:51.345599 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:51.359884 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-07cf884e-d5e2-4c77-ace8-9e6776ec5c60 req-33ae6e6c-3239-4806-bf70-4fdefb1fc2f0 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=8e26eac0-c747-4ab4-b581-6f90fa526743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2144701
Dec 11 16:27:51.362345 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f46e7-09b2-4ddb-a828-180bd820482d req-20a3b02f-1720-48cf-8c7c-4830c824e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:51.364035 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-140f46e7-09b2-4ddb-a828-180bd820482d req-20a3b02f-1720-48cf-8c7c-4830c824e6c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c00391c9-6902-493e-bdec-b850663c39cb HTTP/1.1" status: 200  len: 856 time: 0.1730456
Dec 11 16:27:51.385259 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-03fdff6c-4df9-4ee2-a722-88c841d5122b req-0e7c6eab-7d2a-451e-b2b8-3b0e98cebdb7 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] For port ad536184-ba72-4ee4-b3b9-14dae8f888cc, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ad536184-ba72-4ee4-b3b9-14dae8f888cc,segment=NetworkSegment(c0a20691-6e8d-48b4-b032-c4e163332060),segment_id=c0a20691-6e8d-48b4-b032-c4e163332060)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:27:51.385684 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-03fdff6c-4df9-4ee2-a722-88c841d5122b req-0e7c6eab-7d2a-451e-b2b8-3b0e98cebdb7 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:51.475524 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Transition to ACTIVE for port object 17ce2b17-cd05-412b-af9b-21a9fa65280d will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:27:51.486218 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17158002-bd31-4f46-9e0f-66841e993f05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad536184-ba72-4ee4-b3b9-14dae8f888cc', 'code': 200}
Dec 11 16:27:51.494603 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:51.619126 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:51.732076 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fc2d6fba-3dfe-487a-b584-d46fba6336e0 req-374b7749-990f-4e43-ab24-d67999e4ac6a service neutron] 10.222.0.64 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5268974
Dec 11 16:27:51.748326 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=17ce2b17-cd05-412b-af9b-21a9fa65280d,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:51.751953 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:51.828461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-03fdff6c-4df9-4ee2-a722-88c841d5122b req-0e7c6eab-7d2a-451e-b2b8-3b0e98cebdb7 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Calling delete_port for ad536184-ba72-4ee4-b3b9-14dae8f888cc owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:27:51.848436 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f46e7-09b2-4ddb-a828-180bd820482d req-60e03f1a-30d0-458f-bafa-2a37d9285e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:51.850097 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-140f46e7-09b2-4ddb-a828-180bd820482d req-60e03f1a-30d0-458f-bafa-2a37d9285e81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=039bbca1-f016-4285-abfa-5348e6c4eb84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4291110
Dec 11 16:27:51.953646 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d356fa1c-809e-4c17-8a07-4d806ca55274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:51.977601 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d356fa1c-809e-4c17-8a07-4d806ca55274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:51.984937 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-44f3c412-5b2d-4f59-8864-41ee6d80f95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:52.131855 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Attempting to bind port 17ce2b17-cd05-412b-af9b-21a9fa65280d on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:27:52.132321 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Attempting to bind port 17ce2b17-cd05-412b-af9b-21a9fa65280d by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'e3f0f4ac-8d40-4e92-a188-633521eceb79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:27:52.132591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Attempting to bind port 17ce2b17-cd05-412b-af9b-21a9fa65280d on network 38d5d1c1-19a8-4909-8ee8-0c1228de8a33 {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:27:52.148150 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-140f46e7-09b2-4ddb-a828-180bd820482d req-d776e2a6-6c51-41d2-900b-009acfe8f1e7 service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2284367
Dec 11 16:27:52.153060 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Checking agent: {'id': 'bb51e0aa-91b6-4647-b88f-2e2e91697051', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 49), 'started_at': datetime.datetime(2020, 12, 11, 16, 25, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:27:52.153443 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Checking segment: {'id': 'e3f0f4ac-8d40-4e92-a188-633521eceb79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:27:52.154104 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:52.154498 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Bound using segment: {'id': 'e3f0f4ac-8d40-4e92-a188-633521eceb79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:27:52.155011 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Bound port: 17ce2b17-cd05-412b-af9b-21a9fa65280d, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f0f4ac-8d40-4e92-a188-633521eceb79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:27:52.155388 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:52.179661 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1eae24-4e31-423f-b63c-f98001c88031 req-d466f984-6bf4-41f8-b42d-fde79be3c585 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:52.181335 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6c1eae24-4e31-423f-b63c-f98001c88031 req-d466f984-6bf4-41f8-b42d-fde79be3c585 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 943 time: 0.9343379
Dec 11 16:27:52.187041 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356fa1c-809e-4c17-8a07-4d806ca55274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e45d2d-481b-4106-a9c6-a9c9dad2b47f,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:52.191581 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-d356fa1c-809e-4c17-8a07-4d806ca55274 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6d58456fdcd849c38f40df503bb93547&name=default HTTP/1.1" status: 200  len: 2879 time: 1.7161751
Dec 11 16:27:52.193450 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d356fa1c-809e-4c17-8a07-4d806ca55274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:52.198511 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 55902) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:52.207719 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7066a9d-74d9-4cc3-8d8e-778ba5317c68 req-00a61252-0960-4d6c-a274-4df81e9e5197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:52.209976 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b7066a9d-74d9-4cc3-8d8e-778ba5317c68 req-00a61252-0960-4d6c-a274-4df81e9e5197 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=667e4a17ae3d46d3ba440736127fb3aa&device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 1160 time: 0.3588059
Dec 11 16:27:52.242923 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.api [req-03fdff6c-4df9-4ee2-a722-88c841d5122b req-0e7c6eab-7d2a-451e-b2b8-3b0e98cebdb7 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80199) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 16:27:52.243287 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_db.api [req-03fdff6c-4df9-4ee2-a722-88c841d5122b req-0e7c6eab-7d2a-451e-b2b8-3b0e98cebdb7 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 11 16:27:52.279222 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6c1eae24-4e31-423f-b63c-f98001c88031 req-615caaa1-ae93-4793-a499-64f19643715d tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733538
Dec 11 16:27:52.286909 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd97c47-f21e-422f-9772-4c6bc0bb7a00 req-18f5df91-fbbe-41b6-88ba-115b478c3872 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:52.288581 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dbd97c47-f21e-422f-9772-4c6bc0bb7a00 req-18f5df91-fbbe-41b6-88ba-115b478c3872 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 943 time: 0.4202292
Dec 11 16:27:52.380877 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32d710b-f598-40f2-93ad-3c120754b984', 'tag': '475418d2-493a-4de7-a99a-d62b442310e6', 'status': 'completed', 'code': 200}
Dec 11 16:27:52.423153 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dbd97c47-f21e-422f-9772-4c6bc0bb7a00 req-0fbaf5e8-83b5-4b11-809e-b52983fe6a80 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=145c0ee1-0aac-4485-bf8a-263129e2e275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829899
Dec 11 16:27:52.603750 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6927a8fa-3b09-41b4-aad9-7b4ad3789bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:52.612276 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] For port 17ce2b17-cd05-412b-af9b-21a9fa65280d, host hv-cinder-76675, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:27:52.632921 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-140f46e7-09b2-4ddb-a828-180bd820482d req-44433e69-2328-4700-8c10-0f4486247f48 service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4664981
Dec 11 16:27:52.657449 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] For port 17ce2b17-cd05-412b-af9b-21a9fa65280d, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=17ce2b17-cd05-412b-af9b-21a9fa65280d,segment=NetworkSegment(e3f0f4ac-8d40-4e92-a188-633521eceb79),segment_id=e3f0f4ac-8d40-4e92-a188-633521eceb79)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:27:52.673196 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:52.673950 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-28ea6933-3455-4648-a48b-81ec1034d87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822896221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822606728'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:52.712509 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f09e3e36-dcbc-47c9-bfbe-c0e0b6b9a8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:52.724251 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:52.753463 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6927a8fa-3b09-41b4-aad9-7b4ad3789bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:52.761630 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-03fdff6c-4df9-4ee2-a722-88c841d5122b req-0e7c6eab-7d2a-451e-b2b8-3b0e98cebdb7 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Deleting port ad536184-ba72-4ee4-b3b9-14dae8f888cc {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:27:52.762024 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-03fdff6c-4df9-4ee2-a722-88c841d5122b req-0e7c6eab-7d2a-451e-b2b8-3b0e98cebdb7 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:52.780612 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7066a9d-74d9-4cc3-8d8e-778ba5317c68 req-fd70af3b-0fb0-40fa-8ef9-fd58a5267fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:52.782222 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b7066a9d-74d9-4cc3-8d8e-778ba5317c68 req-fd70af3b-0fb0-40fa-8ef9-fd58a5267fa7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4df5138a-c173-41d2-a9c6-10906b0c52cb HTTP/1.1" status: 200  len: 913 time: 0.5649552
Dec 11 16:27:52.930357 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae8462-0178-45d9-bb74-563233917767 req-1ca9d17d-1b0e-4f80-afae-9cb45450d616 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:52.932122 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3dae8462-0178-45d9-bb74-563233917767 req-1ca9d17d-1b0e-4f80-afae-9cb45450d616 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 943 time: 0.3747404
Dec 11 16:27:53.000107 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea6933-3455-4648-a48b-81ec1034d87d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0c8189a-d303-49fa-8962-ff37adda0b4b,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:53.032891 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-28ea6933-3455-4648-a48b-81ec1034d87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:53.045586 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2da459-93c1-49fd-b3b8-5a957e45631d req-868a7c17-3b03-4165-9b6f-10013770fa6a tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:53.047348 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6a2da459-93c1-49fd-b3b8-5a957e45631d req-868a7c17-3b03-4165-9b6f-10013770fa6a tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/ports?device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 943 time: 0.4941201
Dec 11 16:27:53.152259 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3dae8462-0178-45d9-bb74-563233917767 req-81db7d41-1349-4a77-b37d-980a717aac6b tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=8e26eac0-c747-4ab4-b581-6f90fa526743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1946125
Dec 11 16:27:53.196653 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=17ce2b17-cd05-412b-af9b-21a9fa65280d,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:53.249545 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6a2da459-93c1-49fd-b3b8-5a957e45631d req-031adf0e-f218-4611-8b9a-e89acb6ad3a8 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/security-groups?id=a1882709-447d-48b7-acc1-08f6ae587fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1815977
Dec 11 16:27:53.318897 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:53.319421 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 55920) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:53.330148 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b7066a9d-74d9-4cc3-8d8e-778ba5317c68 req-7e447bf1-10ee-40e4-b6fb-fad95d0c455b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feeed341-179f-4b7b-bea5-b0017bb5d2ed HTTP/1.1" status: 200  len: 217 time: 0.5195301
Dec 11 16:27:53.359635 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea6933-3455-4648-a48b-81ec1034d87d admin admin] Checking segment: {'id': '933b96f9-0e30-4f22-9e6d-12582d262087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ab3f515e-c399-4bc0-81cd-325cdbc196e3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:27:53.360038 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ea6933-3455-4648-a48b-81ec1034d87d admin admin] Network hostable DHCP agents. Network: ab3f515e-c399-4bc0-81cd-325cdbc196e3, hostable agents: ['c5d385f8-98d2-443d-9154-5b7329a9b521'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 11 16:27:53.400322 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-03fdff6c-4df9-4ee2-a722-88c841d5122b req-0e7c6eab-7d2a-451e-b2b8-3b0e98cebdb7 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] For port ad536184-ba72-4ee4-b3b9-14dae8f888cc, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ad536184-ba72-4ee4-b3b9-14dae8f888cc,segment=NetworkSegment(c0a20691-6e8d-48b4-b032-c4e163332060),segment_id=c0a20691-6e8d-48b4-b032-c4e163332060)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:27:53.400725 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-03fdff6c-4df9-4ee2-a722-88c841d5122b req-0e7c6eab-7d2a-451e-b2b8-3b0e98cebdb7 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:53.490285 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7066a9d-74d9-4cc3-8d8e-778ba5317c68 req-accbe907-aa75-43d0-8138-8d9992d8ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:53.492578 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b7066a9d-74d9-4cc3-8d8e-778ba5317c68 req-accbe907-aa75-43d0-8138-8d9992d8ac66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4 HTTP/1.1" status: 200  len: 859 time: 0.1311009
Dec 11 16:27:53.501851 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6927a8fa-3b09-41b4-aad9-7b4ad3789bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:53.508705 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ea6933-3455-4648-a48b-81ec1034d87d admin admin] Network ab3f515e-c399-4bc0-81cd-325cdbc196e3 is scheduled to be hosted by DHCP agent c5d385f8-98d2-443d-9154-5b7329a9b521 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 11 16:27:53.517557 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-34ac0f4b-7fbf-4d24-a135-3ac673a4c7d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:53.589454 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927a8fa-3b09-41b4-aad9-7b4ad3789bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e45d2d-481b-4106-a9c6-a9c9dad2b47f,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:53.592074 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6927a8fa-3b09-41b4-aad9-7b4ad3789bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:53.595882 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-6927a8fa-3b09-41b4-aad9-7b4ad3789bf8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/23e45d2d-481b-4106-a9c6-a9c9dad2b47f HTTP/1.1" status: 204  len: 168 time: 1.3888168
Dec 11 16:27:53.596343 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6927a8fa-3b09-41b4-aad9-7b4ad3789bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:53.617812 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-03fdff6c-4df9-4ee2-a722-88c841d5122b req-0e7c6eab-7d2a-451e-b2b8-3b0e98cebdb7 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Calling delete_port for ad536184-ba72-4ee4-b3b9-14dae8f888cc owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:27:53.629091 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:53.629989 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:53.631583 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] 10.222.0.64 "PUT /v2.0/ports/17ce2b17-cd05-412b-af9b-21a9fa65280d HTTP/1.1" status: 200  len: 1157 time: 4.6400790
Dec 11 16:27:53.637154 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b7066a9d-74d9-4cc3-8d8e-778ba5317c68 req-e7e26c8a-491a-4cf5-a8be-929c93f369c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4df5138a-c173-41d2-a9c6-10906b0c52cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1227574
Dec 11 16:27:53.644067 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2297ee-ed6e-462b-bcbd-40173304df62 req-107bbf45-3238-4bd0-b26d-347c26457895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:53.645652 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4a2297ee-ed6e-462b-bcbd-40173304df62 req-107bbf45-3238-4bd0-b26d-347c26457895 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ad201a40eb54facbb2b8d35f51492f4&device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 1160 time: 0.8490252
Dec 11 16:27:53.648478 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3fad556f-2e03-4c0f-8e82-b83d2da01627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:53.668330 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-3fad556f-2e03-4c0f-8e82-b83d2da01627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:53.672935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-3fad556f-2e03-4c0f-8e82-b83d2da01627 admin admin] Usage tracker for resource:security_group_rule and tenant:89198dd3681d4c94832c7cbea4c624c8 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:53.677035 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-3fad556f-2e03-4c0f-8e82-b83d2da01627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:53.684062 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-3fad556f-2e03-4c0f-8e82-b83d2da01627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:53.720842 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-28ea6933-3455-4648-a48b-81ec1034d87d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-iscsi, ab3f515e-c399-4bc0-81cd-325cdbc196e3) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:27:53.729954 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752f5e7b-27f6-48f5-8c1c-e9dffd030c55 None None] Network ab3f515e-c399-4bc0-81cd-325cdbc196e3 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:27:53.789988 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ea6933-3455-4648-a48b-81ec1034d87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:53.790658 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-28ea6933-3455-4648-a48b-81ec1034d87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:54.030322 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8f2e97-888f-4854-9d30-c7879c3e1c10 None None] Network ab3f515e-c399-4bc0-81cd-325cdbc196e3 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:27:54.042338 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b7066a9d-74d9-4cc3-8d8e-778ba5317c68 req-9760e3f9-1bed-4764-bda1-7530bf4fa032 service neutron] 10.222.0.64 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1793740
Dec 11 16:27:54.146797 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 55946) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:54.209128 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5ab5de84-69d6-4f31-b5a0-8345c70b0385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:54.229733 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-28ea6933-3455-4648-a48b-81ec1034d87d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 4.1318989
Dec 11 16:27:54.252567 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-5ab5de84-69d6-4f31-b5a0-8345c70b0385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:54.257215 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-5ab5de84-69d6-4f31-b5a0-8345c70b0385 admin admin] Usage tracker for resource:security_group_rule and tenant:08bca96a475c4e66854191ece85b5535 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:54.260365 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-5ab5de84-69d6-4f31-b5a0-8345c70b0385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:54.266476 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-5ab5de84-69d6-4f31-b5a0-8345c70b0385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:54.273108 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-ce1ca64d-79de-4815-b571-4be48aa6a992 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:54.274781 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-ce1ca64d-79de-4815-b571-4be48aa6a992 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/networks?id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61 HTTP/1.1" status: 200  len: 814 time: 0.6709185
Dec 11 16:27:54.312635 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239517d0-45c6-4e25-bf45-1ce231903528 req-c55d65e5-51e4-4caa-a312-fac32340926d tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:54.315353 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-239517d0-45c6-4e25-bf45-1ce231903528 req-c55d65e5-51e4-4caa-a312-fac32340926d tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 943 time: 0.7118285
Dec 11 16:27:54.319646 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-328e5d84-360b-47ca-971a-0826ccd05c5a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/quotas/511468fc2d8d49c8b28184d367b1e7fa HTTP/1.1" status: 200  len: 375 time: 0.0304456
Dec 11 16:27:54.384070 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a96230-25f6-40ff-81ab-d083f9a3fa97', 'tag': '17ce2b17-cd05-412b-af9b-21a9fa65280d'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:27:54.407708 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-03fdff6c-4df9-4ee2-a722-88c841d5122b req-0e7c6eab-7d2a-451e-b2b8-3b0e98cebdb7 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:54.407945 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2297ee-ed6e-462b-bcbd-40173304df62 req-96492e06-477f-4033-bc7e-16d50f78e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:54.409472 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4a2297ee-ed6e-462b-bcbd-40173304df62 req-96492e06-477f-4033-bc7e-16d50f78e79c service neutron] 10.222.0.64 "GET /v2.0/networks?id=039bbca1-f016-4285-abfa-5348e6c4eb84 HTTP/1.1" status: 200  len: 911 time: 0.7057552
Dec 11 16:27:54.438661 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:54.511097 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c6eab-7d2a-451e-b2b8-3b0e98cebdb7 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Pushing event deleted for resources: {'Port': ['ID=ad536184-ba72-4ee4-b3b9-14dae8f888cc,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:54.523584 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4a2297ee-ed6e-462b-bcbd-40173304df62 req-927f2c68-2b8b-488c-b01f-6c980c68a715 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=475418d2-493a-4de7-a99a-d62b442310e6 HTTP/1.1" status: 200  len: 217 time: 0.1023154
Dec 11 16:27:54.528460 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-0e7c6eab-7d2a-451e-b2b8-3b0e98cebdb7 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:54.540077 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-239517d0-45c6-4e25-bf45-1ce231903528 req-93e29865-198c-4a81-8aa3-aae5521319c8 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2099726
Dec 11 16:27:54.642846 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-51946403-477b-44ab-a5ef-d8f0fa3c30dc tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?tenant_id=511468fc2d8d49c8b28184d367b1e7fa&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3146734
Dec 11 16:27:54.677770 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device feeed341-179f-4b7b-bea5-b0017bb5d2ed up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:54.712047 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b7066a9d-74d9-4cc3-8d8e-778ba5317c68 req-60aafdf9-abd8-4845-a604-4c6710a3dcba service neutron] 10.222.0.64 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6075563
Dec 11 16:27:54.777586 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3fad556f-2e03-4c0f-8e82-b83d2da01627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:54.780610 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2297ee-ed6e-462b-bcbd-40173304df62 req-ad5f38d2-2199-45b6-a6fa-395b78bb16d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:54.782300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning for port feeed341-179f-4b7b-bea5-b0017bb5d2ed completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:27:54.782924 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4a2297ee-ed6e-462b-bcbd-40173304df62 req-ad5f38d2-2199-45b6-a6fa-395b78bb16d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c00391c9-6902-493e-bdec-b850663c39cb HTTP/1.1" status: 200  len: 856 time: 0.2412822
Dec 11 16:27:54.785109 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-0c9930c0-7180-47dc-8cc6-36d911477990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:54.787359 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-0c9930c0-7180-47dc-8cc6-36d911477990 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1c5767d59b7a47b5accf73b3f5a99e0f&device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 1160 time: 0.7484975
Dec 11 16:27:54.789490 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port feeed341-179f-4b7b-bea5-b0017bb5d2ed triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:54.790246 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:54.800320 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3fad556f-2e03-4c0f-8e82-b83d2da01627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:54.828063 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fdff6c-4df9-4ee2-a722-88c841d5122b req-0e7c6eab-7d2a-451e-b2b8-3b0e98cebdb7 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] No DVR routers for this DVR port ad536184-ba72-4ee4-b3b9-14dae8f888cc on host hv-cinder-76675 {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:27:54.885531 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5ab5de84-69d6-4f31-b5a0-8345c70b0385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:54.888853 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-cee308e1-568b-431a-ae82-ab7e90b2f707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:54.900610 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-03fdff6c-4df9-4ee2-a722-88c841d5122b req-0e7c6eab-7d2a-451e-b2b8-3b0e98cebdb7 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:54.904444 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-3fad556f-2e03-4c0f-8e82-b83d2da01627 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=89198dd3681d4c94832c7cbea4c624c8&name=default HTTP/1.1" status: 200  len: 2879 time: 1.5809014
Dec 11 16:27:54.914964 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17158002-bd31-4f46-9e0f-66841e993f05', 'name': 'network-vif-deleted', 'tag': 'ad536184-ba72-4ee4-b3b9-14dae8f888cc'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:27:54.923678 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 55964) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:54.932966 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:54.952766 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-03fdff6c-4df9-4ee2-a722-88c841d5122b req-0e7c6eab-7d2a-451e-b2b8-3b0e98cebdb7 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.64 "DELETE /v2.0/ports/ad536184-ba72-4ee4-b3b9-14dae8f888cc HTTP/1.1" status: 204  len: 173 time: 4.9708016
Dec 11 16:27:54.991958 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f810ef25-aef8-4509-81fe-09ceaf3878b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeed341-179f-4b7b-bea5-b0017bb5d2ed'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:27:55.018840 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port feeed341-179f-4b7b-bea5-b0017bb5d2ed, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=feeed341-179f-4b7b-bea5-b0017bb5d2ed,segment=NetworkSegment(3d980729-111e-4033-ab39-ac93afbc4d15),segment_id=3d980729-111e-4033-ab39-ac93afbc4d15)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:27:55.024812 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-249aa26d-ef0e-4e48-9ae9-a401d6f516df service neutron] 10.222.0.68 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3695638
Dec 11 16:27:55.032199 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:55.034259 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:55.041694 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5ab5de84-69d6-4f31-b5a0-8345c70b0385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:55.083807 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-caef912d-a64f-4710-b02d-55c80ba5f452 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17ce2b17-cd05-412b-af9b-21a9fa65280d HTTP/1.1" status: 200  len: 217 time: 0.1963274
Dec 11 16:27:55.168215 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=feeed341-179f-4b7b-bea5-b0017bb5d2ed,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:55.184079 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad556f-2e03-4c0f-8e82-b83d2da01627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5165a93-fbd0-427f-ab04-a2d06e735481,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:55.185660 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ee318-88c7-4a44-9dec-9f8994e3655e req-517e81d7-0e2f-493f-8e01-f5bcd7e3c456 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:55.187446 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ca5ee318-88c7-4a44-9dec-9f8994e3655e req-517e81d7-0e2f-493f-8e01-f5bcd7e3c456 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 943 time: 0.4505308
Dec 11 16:27:55.196345 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2b43a457-26bd-4a08-8718-3b4084cce2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:55.205998 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.206304 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.206835 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.206984 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3fad556f-2e03-4c0f-8e82-b83d2da01627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:55.207221 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.207628 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.207999 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.208372 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.208740 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.209251 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.209713 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.210327 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.210833 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.211272 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.211638 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.212006 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.212367 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.212727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.213088 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.214006 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.214135 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.217300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.217300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.217300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.217300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:27:55.218249 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-5ab5de84-69d6-4f31-b5a0-8345c70b0385 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=08bca96a475c4e66854191ece85b5535&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0643525
Dec 11 16:27:55.219715 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b452c6df-6152-4a2b-af51-03f2afe9d9bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:55.220360 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:55.229023 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 55980) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:55.286577 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5de84-69d6-4f31-b5a0-8345c70b0385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e441e9a9-56e5-4270-98c2-09dba4d3aea6,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:55.299011 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-c280c4e4-058c-42c0-b38f-1116dc58ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:55.300576 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-c280c4e4-058c-42c0-b38f-1116dc58ae28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc5b558-60c5-446c-9755-1fcb42bad47f HTTP/1.1" status: 200  len: 849 time: 0.2046933
Dec 11 16:27:55.302147 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-5ab5de84-69d6-4f31-b5a0-8345c70b0385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:55.308347 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2297ee-ed6e-462b-bcbd-40173304df62 req-13c3eaeb-1c7b-41ef-b447-d7f158024e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:55.309975 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4a2297ee-ed6e-462b-bcbd-40173304df62 req-13c3eaeb-1c7b-41ef-b447-d7f158024e1d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=039bbca1-f016-4285-abfa-5348e6c4eb84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4729381
Dec 11 16:27:55.321899 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2b43a457-26bd-4a08-8718-3b4084cce2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:55.398212 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ca5ee318-88c7-4a44-9dec-9f8994e3655e req-401736a5-d9c0-4da7-a45c-fc8d8d6dc168 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=145c0ee1-0aac-4485-bf8a-263129e2e275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1967242
Dec 11 16:27:55.413021 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-bc8b6bf5-916a-450a-91d9-a1b6eec71fa6 service neutron] 10.222.0.68 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3651559
Dec 11 16:27:55.429876 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 55986) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:55.448752 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-581048175-network', 'tenant_id': 'cc0f5a04aed349289bbaa9b710ea8f88'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:55.451289 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2b43a457-26bd-4a08-8718-3b4084cce2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:55.460156 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-99850058-802c-4e7e-a8da-dd815b925626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:55.471331 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:55.478192 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43a457-26bd-4a08-8718-3b4084cce2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5165a93-fbd0-427f-ab04-a2d06e735481,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:55.481961 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2b43a457-26bd-4a08-8718-3b4084cce2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:55.485743 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2b43a457-26bd-4a08-8718-3b4084cce2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:55.491807 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-2b43a457-26bd-4a08-8718-3b4084cce2b1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b5165a93-fbd0-427f-ab04-a2d06e735481 HTTP/1.1" status: 204  len: 168 time: 0.5669620
Dec 11 16:27:55.643291 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Usage tracker for resource:network and tenant:cc0f5a04aed349289bbaa9b710ea8f88 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:55.650318 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:55.674116 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f18f45c1-f9c9-4877-ba6a-c34072c91bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:55.690271 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:55.749864 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8b6f8-0380-42b9-8885-a2fe703ff3d0 req-382bc11e-d715-4d3d-9a2e-528fb24c9349 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:55.754258 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b1f8b6f8-0380-42b9-8885-a2fe703ff3d0 req-382bc11e-d715-4d3d-9a2e-528fb24c9349 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 943 time: 0.1850202
Dec 11 16:27:55.777188 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Made reservation on behalf of cc0f5a04aed349289bbaa9b710ea8f88 for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:27:55.785056 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:55.819229 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-1e71daa6-9040-4d9b-af34-5db722669605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:55.820869 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-1e71daa6-9040-4d9b-af34-5db722669605 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5073812
Dec 11 16:27:55.825446 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f18f45c1-f9c9-4877-ba6a-c34072c91bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:55.838685 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:55.865999 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-7e45e331-2e6f-44a5-8fba-f0c025793b64 req-6c1ba470-5e13-4f47-9a6a-e687314bef95 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Synchronizing usage tracker for tenant:a16d0d88d5b94cea99d23877a379dc8f on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:27:55.883593 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b1f8b6f8-0380-42b9-8885-a2fe703ff3d0 req-05afb7b8-899e-4ce2-97d5-88153bf43e39 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=8e26eac0-c747-4ab4-b581-6f90fa526743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1212468
Dec 11 16:27:55.884484 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4a2297ee-ed6e-462b-bcbd-40173304df62 req-19c4b9df-1021-4beb-b9c8-32b6776a258b service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5175416
Dec 11 16:27:55.894218 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-7e45e331-2e6f-44a5-8fba-f0c025793b64 req-6c1ba470-5e13-4f47-9a6a-e687314bef95 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Unset dirty status for tenant:a16d0d88d5b94cea99d23877a379dc8f on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:27:55.896200 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7e45e331-2e6f-44a5-8fba-f0c025793b64 req-6c1ba470-5e13-4f47-9a6a-e687314bef95 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] 10.222.0.68 "GET /v2.0/ports?device_id=17158002-bd31-4f46-9e0f-66841e993f05 HTTP/1.1" status: 200  len: 210 time: 0.0974605
Dec 11 16:27:56.066668 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f810ef25-aef8-4509-81fe-09ceaf3878b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeed341-179f-4b7b-bea5-b0017bb5d2ed', 'code': 200}
Dec 11 16:27:56.084954 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:56.089304 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-a6d88587-2448-4319-9e2e-7568ef617f72 service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2345705
Dec 11 16:27:56.092564 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Usage tracker for resource:security_group_rule and tenant:cc0f5a04aed349289bbaa9b710ea8f88 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:56.103603 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a96230-25f6-40ff-81ab-d083f9a3fa97', 'tag': '17ce2b17-cd05-412b-af9b-21a9fa65280d', 'status': 'completed', 'code': 200}
Dec 11 16:27:56.160379 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:56.340349 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 56008) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:56.371998 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d110669f-f2eb-4e1e-9be2-1e8f50fc7707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:56.403936 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-d110669f-f2eb-4e1e-9be2-1e8f50fc7707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:56.408603 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-d110669f-f2eb-4e1e-9be2-1e8f50fc7707 admin admin] Usage tracker for resource:security_group_rule and tenant:8ccfab514c034e8f8b041b1c42668e96 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:56.411921 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-d110669f-f2eb-4e1e-9be2-1e8f50fc7707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:56.421346 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-d110669f-f2eb-4e1e-9be2-1e8f50fc7707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:56.474008 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17158002-bd31-4f46-9e0f-66841e993f05', 'name': 'network-vif-deleted', 'tag': 'ad536184-ba72-4ee4-b3b9-14dae8f888cc', 'status': 'completed', 'code': 200}
Dec 11 16:27:56.631664 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a20f7ee1-50d5-4c97-9950-d5b465e47533 req-78ebdb71-1dc4-4ddf-b485-7cb8b154e618 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 210 time: 0.1041279
Dec 11 16:27:56.681014 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a5dcd-514a-441a-8c57-4be3378847d2 req-bf224cfb-ba9c-4aa9-befb-2c867fb41716 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:56.683115 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-824a5dcd-514a-441a-8c57-4be3378847d2 req-bf224cfb-ba9c-4aa9-befb-2c867fb41716 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.4270537
Dec 11 16:27:56.732257 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d110669f-f2eb-4e1e-9be2-1e8f50fc7707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:56.743265 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d110669f-f2eb-4e1e-9be2-1e8f50fc7707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:56.754857 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-373f4058-9521-4a5c-8a72-ccfaf8479470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:56.785709 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:56.794397 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-21df7752-d008-4578-9ddf-0b70ed8e41ae req-b8fb29e2-75cc-41a8-91a7-6508f155a3a0 service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6089835
Dec 11 16:27:56.800226 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4a2297ee-ed6e-462b-bcbd-40173304df62 req-7c5ae539-9c12-4d25-8012-e8552a9a6250 service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9016421
Dec 11 16:27:56.827181 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f18f45c1-f9c9-4877-ba6a-c34072c91bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:56.834142 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-52332881-ef00-4837-b1e2-378807506fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:56.861492 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f45c1-f9c9-4877-ba6a-c34072c91bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e441e9a9-56e5-4270-98c2-09dba4d3aea6,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:56.871261 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f18f45c1-f9c9-4877-ba6a-c34072c91bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:56.877139 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a3306-3380-4081-bcd6-717b70cbb724 req-edb552d2-6813-472f-94bd-e37fe59aea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:56.878785 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-329a3306-3380-4081-bcd6-717b70cbb724 req-edb552d2-6813-472f-94bd-e37fe59aea3e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 1162 time: 0.4018664
Dec 11 16:27:56.882769 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f18f45c1-f9c9-4877-ba6a-c34072c91bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:56.887113 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-f18f45c1-f9c9-4877-ba6a-c34072c91bee admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e441e9a9-56e5-4270-98c2-09dba4d3aea6 HTTP/1.1" status: 204  len: 168 time: 1.6519628
Dec 11 16:27:56.899902 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-824a5dcd-514a-441a-8c57-4be3378847d2 req-9e1efee1-fbbe-4ae6-8d8c-e2a4fbb5bda6 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952891
Dec 11 16:27:56.904096 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-d110669f-f2eb-4e1e-9be2-1e8f50fc7707 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8ccfab514c034e8f8b041b1c42668e96&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5620205
Dec 11 16:27:56.907733 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 56016) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:56.909321 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110669f-f2eb-4e1e-9be2-1e8f50fc7707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf494d5-118f-4148-9cf9-73e714ed1b49,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:56.917531 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d110669f-f2eb-4e1e-9be2-1e8f50fc7707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:56.995305 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:56.998789 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:57.004187 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:57.054392 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 11 16:27:57.070649 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-329a3306-3380-4081-bcd6-717b70cbb724 req-6fe80f7c-900d-4f51-99fc-ae69c8975ccf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259873
Dec 11 16:27:57.076148 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4244c2-ea0c-4828-8c44-b001cd2b3d23,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:57.085073 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:57.086061 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:57.086451 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.segments_db [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Added segment f62231de-b3a5-41ee-99c4-d16adc207d85 of type vxlan for network 93480748-6f8f-4ea3-8037-c5f9b854247a
Dec 11 16:27:57.096688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13229aaa-c388-45f4-96f3-ba4ad94d3b17 req-fd1310df-f70c-4e3b-aed9-9613ea3abe05 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:57.097903 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394de282-60f6-4801-af39-969c45f13680 req-cd94aca1-f03a-486c-9ce8-5b479539484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:57.098382 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-13229aaa-c388-45f4-96f3-ba4ad94d3b17 req-fd1310df-f70c-4e3b-aed9-9613ea3abe05 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 943 time: 0.2996950
Dec 11 16:27:57.100842 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-394de282-60f6-4801-af39-969c45f13680 req-cd94aca1-f03a-486c-9ce8-5b479539484a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1c5767d59b7a47b5accf73b3f5a99e0f&device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 1160 time: 0.1673532
Dec 11 16:27:57.104574 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b69a-e595-4f08-bfb9-883145e7107e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:57.131704 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757087056021'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:57.179013 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:57.180608 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:57.181471 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:57.183723 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b69a-e595-4f08-bfb9-883145e7107e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:57.187701 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1494f23b-2b2f-4acd-862e-eb2c68e512e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:57.203631 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-13229aaa-c388-45f4-96f3-ba4ad94d3b17 req-59700853-4b75-489a-81dd-e0be36621588 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=145c0ee1-0aac-4485-bf8a-263129e2e275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916488
Dec 11 16:27:57.257729 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.8266497
Dec 11 16:27:57.258957 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 56026) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:27:57.317131 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-c2f4d1a1-6b47-458c-96d2-c47ced1226e4 admin admin] Request body: {'subnet': {'network_id': '93480748-6f8f-4ea3-8037-c5f9b854247a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-581048175-subnet', 'tenant_id': 'cc0f5a04aed349289bbaa9b710ea8f88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:57.323735 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device feeed341-179f-4b7b-bea5-b0017bb5d2ed up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:57.329071 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-c2f4d1a1-6b47-458c-96d2-c47ced1226e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:57.330612 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b69a-e595-4f08-bfb9-883145e7107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:57.331669 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Pushing event updated for resources: {'Network': ['ID=93480748-6f8f-4ea3-8037-c5f9b854247a,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:57.334926 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:57.339821 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-c2f4d1a1-6b47-458c-96d2-c47ced1226e4 admin admin] Usage tracker for resource:subnet and tenant:cc0f5a04aed349289bbaa9b710ea8f88 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:57.346011 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-12469543-4e8e-4385-b592-389b2d9c65cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:57.349016 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-c2f4d1a1-6b47-458c-96d2-c47ced1226e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:57.367273 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-c2f4d1a1-6b47-458c-96d2-c47ced1226e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:57.371072 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15558eab-1fe4-4c64-91d5-f8bb5c568af5 req-20b04dd7-e2a4-4b56-9823-5127de7adfe0 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:57.379395 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-15558eab-1fe4-4c64-91d5-f8bb5c568af5 req-20b04dd7-e2a4-4b56-9823-5127de7adfe0 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 943 time: 0.1372762
Dec 11 16:27:57.383963 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8b69a-e595-4f08-bfb9-883145e7107e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf494d5-118f-4148-9cf9-73e714ed1b49,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:57.395411 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6cd8b69a-e595-4f08-bfb9-883145e7107e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:57.415232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Network 93480748-6f8f-4ea3-8037-c5f9b854247a details requested by agent ovs-agent-dv-cinder-766752-1-iscsi with host dv-cinder-766752-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:27:57.415456 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b69a-e595-4f08-bfb9-883145e7107e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:57.417606 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-6cd8b69a-e595-4f08-bfb9-883145e7107e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ecf494d5-118f-4148-9cf9-73e714ed1b49 HTTP/1.1" status: 204  len: 168 time: 0.4990826
Dec 11 16:27:57.461524 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-15558eab-1fe4-4c64-91d5-f8bb5c568af5 req-574201c8-78b0-4c85-a519-ddb992d82248 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=8e26eac0-c747-4ab4-b581-6f90fa526743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810537
Dec 11 16:27:57.550058 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Network 93480748-6f8f-4ea3-8037-c5f9b854247a details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:27:57.685086 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394de282-60f6-4801-af39-969c45f13680 req-d7af0e17-8d15-4842-9a0d-2f3bb9410af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:57.688458 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-394de282-60f6-4801-af39-969c45f13680 req-d7af0e17-8d15-4842-9a0d-2f3bb9410af8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33 HTTP/1.1" status: 200  len: 904 time: 0.3119431
Dec 11 16:27:57.690481 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f4d1a1-6b47-458c-96d2-c47ced1226e4 admin admin] Made reservation on behalf of cc0f5a04aed349289bbaa9b710ea8f88 for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:27:57.696349 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c2f4d1a1-6b47-458c-96d2-c47ced1226e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28166849'] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:57.792980 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port feeed341-179f-4b7b-bea5-b0017bb5d2ed triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:57.793732 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:57.984883 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 475418d2-493a-4de7-a99a-d62b442310e6 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:58.042823 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-394de282-60f6-4801-af39-969c45f13680 req-2cc2ddf2-195b-4d49-9719-eab6d1cc937c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17ce2b17-cd05-412b-af9b-21a9fa65280d HTTP/1.1" status: 200  len: 217 time: 0.2504044
Dec 11 16:27:58.130131 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning for port 475418d2-493a-4de7-a99a-d62b442310e6 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:27:58.140985 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 475418d2-493a-4de7-a99a-d62b442310e6 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:58.141377 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:58.161779 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-33d0362d-c26d-4d8c-a597-01d08ba678c8 req-a8176b5c-0475-4928-b6b9-321e8a859111 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 210 time: 0.1524048
Dec 11 16:27:58.337034 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394de282-60f6-4801-af39-969c45f13680 req-7be1385b-5927-4c16-a5d9-3d3a0df28f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:58.338863 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-394de282-60f6-4801-af39-969c45f13680 req-7be1385b-5927-4c16-a5d9-3d3a0df28f84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc5b558-60c5-446c-9755-1fcb42bad47f HTTP/1.1" status: 200  len: 849 time: 0.2544572
Dec 11 16:27:58.437941 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:58.480919 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port 475418d2-493a-4de7-a99a-d62b442310e6, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=475418d2-493a-4de7-a99a-d62b442310e6,segment=NetworkSegment(874e3b45-2e23-4239-9758-c43aea39df2f),segment_id=874e3b45-2e23-4239-9758-c43aea39df2f)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:27:58.482509 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32d710b-f598-40f2-93ad-3c120754b984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475418d2-493a-4de7-a99a-d62b442310e6'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:27:58.490643 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:58.493712 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:58.570083 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=475418d2-493a-4de7-a99a-d62b442310e6,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:58.574407 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:58.624393 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-95cb3add-305e-42c9-8197-7bc0bd9d973e tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:58.626340 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-95cb3add-305e-42c9-8197-7bc0bd9d973e tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.64 "GET /v2.0/networks?id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61 HTTP/1.1" status: 200  len: 814 time: 0.7046802
Dec 11 16:27:58.662833 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ede0e-f4bb-44e2-8e90-01f1109f94e8 req-8d95b720-8705-4e03-a2b5-431b7223ca6f tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:58.664774 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-076ede0e-f4bb-44e2-8e90-01f1109f94e8 req-8d95b720-8705-4e03-a2b5-431b7223ca6f tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.3203943
Dec 11 16:27:58.673858 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394de282-60f6-4801-af39-969c45f13680 req-95668888-005b-43d6-aa18-fa0b3eda198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:58.674041 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-dcd6de78-4b90-4664-99a7-e30dc4bf7982 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Request body: {'port': {'device_id': 'bae5117d-6777-4de8-ae01-c2fd0f5838f2', 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61', 'admin_state_up': True, 'tenant_id': '511468fc2d8d49c8b28184d367b1e7fa'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:27:58.675779 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-394de282-60f6-4801-af39-969c45f13680 req-95668888-005b-43d6-aa18-fa0b3eda198b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2749836
Dec 11 16:27:58.860840 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6914b8a-60a6-4859-892e-955df755169b req-ebfad026-6e85-4d74-a745-c60a3bd9b4c0 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:58.862525 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c6914b8a-60a6-4859-892e-955df755169b req-ebfad026-6e85-4d74-a745-c60a3bd9b4c0 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 943 time: 0.3768363
Dec 11 16:27:58.891798 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-076ede0e-f4bb-44e2-8e90-01f1109f94e8 req-7cc4c241-167a-4b67-99a9-a6e7f2f6e260 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939614
Dec 11 16:27:58.943204 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-394de282-60f6-4801-af39-969c45f13680 req-5099d584-5491-49c5-8de3-7110744942e0 service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139177
Dec 11 16:27:58.960059 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c6914b8a-60a6-4859-892e-955df755169b req-1e6c0013-a4e1-43f4-91fb-2aed3b2394f3 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=145c0ee1-0aac-4485-bf8a-263129e2e275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0859158
Dec 11 16:27:58.969375 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-dcd6de78-4b90-4664-99a7-e30dc4bf7982 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:27:58.976106 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-dcd6de78-4b90-4664-99a7-e30dc4bf7982 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Usage tracker for resource:port and tenant:511468fc2d8d49c8b28184d367b1e7fa is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:27:58.979754 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-dcd6de78-4b90-4664-99a7-e30dc4bf7982 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Quota usage for port was recalculated. Used quota:1. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:27:59.004931 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-dcd6de78-4b90-4664-99a7-e30dc4bf7982 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:27:59.031094 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-dcd6de78-4b90-4664-99a7-e30dc4bf7982 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Made reservation on behalf of 511468fc2d8d49c8b28184d367b1e7fa for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:27:59.044096 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-dcd6de78-4b90-4664-99a7-e30dc4bf7982 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:59.070478 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c2f4d1a1-6b47-458c-96d2-c47ced1226e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036825452854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28166866'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:59.084802 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32d710b-f598-40f2-93ad-3c120754b984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475418d2-493a-4de7-a99a-d62b442310e6', 'code': 200}
Dec 11 16:27:59.101942 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2b4d390d-1e72-4189-ac7e-e8b430f1b875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:27:59.214556 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device feeed341-179f-4b7b-bea5-b0017bb5d2ed up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:59.417950 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-394de282-60f6-4801-af39-969c45f13680 req-d5e61324-8523-4d0f-b237-0de32efa54aa service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4642637
Dec 11 16:27:59.439517 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4d1a1-6b47-458c-96d2-c47ced1226e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3dfac3f-f219-4785-9073-afb14e5690e9,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:27:59.445047 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c2f4d1a1-6b47-458c-96d2-c47ced1226e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:27:59.501471 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port feeed341-179f-4b7b-bea5-b0017bb5d2ed triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:59.502198 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:59.700086 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e842b-0e49-4634-aa78-55a8743a3bc8 req-6f14f4ce-0a5c-4c86-8ee4-d3762f158e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:59.701750 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f70e842b-0e49-4634-aa78-55a8743a3bc8 req-6f14f4ce-0a5c-4c86-8ee4-d3762f158e54 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 1162 time: 0.2511489
Dec 11 16:27:59.705401 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f4d1a1-6b47-458c-96d2-c47ced1226e4 admin admin] Checking segment: {'id': 'f62231de-b3a5-41ee-99c4-d16adc207d85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '93480748-6f8f-4ea3-8037-c5f9b854247a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:27:59.705803 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f4d1a1-6b47-458c-96d2-c47ced1226e4 admin admin] Network hostable DHCP agents. Network: 93480748-6f8f-4ea3-8037-c5f9b854247a, hostable agents: ['c5d385f8-98d2-443d-9154-5b7329a9b521'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 11 16:27:59.727436 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-287e004b-4549-463b-96f7-f8dba6360a4d req-483ee533-f36d-4edb-bcd9-00188d2380b7 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 210 time: 0.0701621
Dec 11 16:27:59.770151 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f4d1a1-6b47-458c-96d2-c47ced1226e4 admin admin] Network 93480748-6f8f-4ea3-8037-c5f9b854247a is scheduled to be hosted by DHCP agent c5d385f8-98d2-443d-9154-5b7329a9b521 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 11 16:27:59.791996 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 475418d2-493a-4de7-a99a-d62b442310e6 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:27:59.818935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-f70e842b-0e49-4634-aa78-55a8743a3bc8 req-765abfb8-cec8-4a72-bf60-8c9fe3f7ee07 service neutron] Synchronizing usage tracker for tenant:9bef961f2f174a4b929b3107c5f9a4f2 on resource:security_group {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:27:59.829596 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-c2f4d1a1-6b47-458c-96d2-c47ced1226e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-iscsi, 93480748-6f8f-4ea3-8037-c5f9b854247a) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:27:59.872555 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3574d5-ab54-4a56-aaec-a14481701e35 None None] Network 93480748-6f8f-4ea3-8037-c5f9b854247a requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:27:59.886182 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f4d1a1-6b47-458c-96d2-c47ced1226e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:27:59.886899 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c2f4d1a1-6b47-458c-96d2-c47ced1226e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:59.935857 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-f70e842b-0e49-4634-aa78-55a8743a3bc8 req-765abfb8-cec8-4a72-bf60-8c9fe3f7ee07 service neutron] Unset dirty status for tenant:9bef961f2f174a4b929b3107c5f9a4f2 on resource:security_group {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:27:59.950354 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f70e842b-0e49-4634-aa78-55a8743a3bc8 req-765abfb8-cec8-4a72-bf60-8c9fe3f7ee07 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8e26eac0-c747-4ab4-b581-6f90fa526743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2387323
Dec 11 16:27:59.956790 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 475418d2-493a-4de7-a99a-d62b442310e6 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:27:59.958837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:27:59.965534 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-c2f4d1a1-6b47-458c-96d2-c47ced1226e4 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.7030773
Dec 11 16:27:59.989726 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478c9d3-8aaa-4c4e-ab45-5a54cc64db1f req-584152e1-71c2-4957-9753-5294abaf4a8d tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:00.006944 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5478c9d3-8aaa-4c4e-ab45-5a54cc64db1f req-584152e1-71c2-4957-9753-5294abaf4a8d tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 945 time: 0.8034039
Dec 11 16:28:00.075062 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 56110) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:00.210201 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-dcd6de78-4b90-4664-99a7-e30dc4bf7982 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Allocated IP 172.20.0.7 (992b278b-e7cd-4bd8-bda7-fa61f5dabe61/840d87d5-193c-4288-adc8-59ea35bedd36/7a60821d-6016-433c-b76f-7d2a188c9e52) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:28:00.249477 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd8ad83-573c-49b4-aa10-e7d777f29115 admin admin] Deleting subnet 2f43d7b5-72a3-4424-9a67-528c85a66e9b {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 11 16:28:00.258680 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-edd8ad83-573c-49b4-aa10-e7d777f29115 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:00.398753 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68dfe5c-ddee-4fc6-bee0-234685d6d481 None None] Network 93480748-6f8f-4ea3-8037-c5f9b854247a requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:28:00.424737 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-edd8ad83-573c-49b4-aa10-e7d777f29115 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29288042'] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:00.542590 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5478c9d3-8aaa-4c4e-ab45-5a54cc64db1f req-23360cfe-502b-4bde-9c83-8c24da72c7c9 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=8e26eac0-c747-4ab4-b581-6f90fa526743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5342624
Dec 11 16:28:00.598621 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-edd8ad83-573c-49b4-aa10-e7d777f29115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851265986'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:00.762355 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6976d-8b92-4d45-9657-b9cb1dcec1b7 req-36773225-6794-493a-8883-0c429ec41a93 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:00.780439 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1ae6976d-8b92-4d45-9657-b9cb1dcec1b7 req-36773225-6794-493a-8883-0c429ec41a93 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.5908630
Dec 11 16:28:00.849139 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-dcd6de78-4b90-4664-99a7-e30dc4bf7982 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:01.021305 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1ae6976d-8b92-4d45-9657-b9cb1dcec1b7 req-4d5be7fb-2df6-4bbb-8e13-bb8952a90ac0 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2329929
Dec 11 16:28:01.063125 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec705b-76e1-450d-8165-e94c595b81d5 req-769e26f4-4e9f-4909-a029-830347486465 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:01.070968 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d1ec705b-76e1-450d-8165-e94c595b81d5 req-769e26f4-4e9f-4909-a029-830347486465 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 943 time: 0.2124076
Dec 11 16:28:01.104578 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-dcd6de78-4b90-4664-99a7-e30dc4bf7982 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:01.122193 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-edd8ad83-573c-49b4-aa10-e7d777f29115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29322894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826608918'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:01.141463 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:01.167483 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c2f4d1a1-6b47-458c-96d2-c47ced1226e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:01.229698 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8ad83-573c-49b4-aa10-e7d777f29115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f43d7b5-72a3-4424-9a67-528c85a66e9b,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:01.237445 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-edd8ad83-573c-49b4-aa10-e7d777f29115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:01.242285 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d1ec705b-76e1-450d-8165-e94c595b81d5 req-52bfdb0b-62d2-410a-8df2-eb20cf096ebf tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=145c0ee1-0aac-4485-bf8a-263129e2e275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1702592
Dec 11 16:28:01.329535 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6de78-4b90-4664-99a7-e30dc4bf7982 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Pushing event updated for resources: {'Port': ['ID=7a60821d-6016-433c-b76f-7d2a188c9e52,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:01.355333 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-dcd6de78-4b90-4664-99a7-e30dc4bf7982 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:01.472241 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-edd8ad83-573c-49b4-aa10-e7d777f29115 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:01.484155 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-edd8ad83-573c-49b4-aa10-e7d777f29115 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2f43d7b5-72a3-4424-9a67-528c85a66e9b HTTP/1.1" status: 204  len: 168 time: 1.4077027
Dec 11 16:28:01.487392 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 56146) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:01.575203 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203b425-4fc7-44e2-8d80-b54f874605bf req-c972c120-c41d-46c2-a49e-77c1afc88306 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:01.588880 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5203b425-4fc7-44e2-8d80-b54f874605bf req-c972c120-c41d-46c2-a49e-77c1afc88306 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 931 time: 0.3762991
Dec 11 16:28:01.639323 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-dcd6de78-4b90-4664-99a7-e30dc4bf7982 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Network 992b278b-e7cd-4bd8-bda7-fa61f5dabe61 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:28:01.643774 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-dcd6de78-4b90-4664-99a7-e30dc4bf7982 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:28:01.650921 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-dcd6de78-4b90-4664-99a7-e30dc4bf7982 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:28:01.714353 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a8885280-427a-4624-a4ca-a26503d07487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3897092'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:01.720670 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 17ce2b17-cd05-412b-af9b-21a9fa65280d up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:28:01.853975 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5203b425-4fc7-44e2-8d80-b54f874605bf req-d319896e-5bf8-494e-9771-e5d5bddfab56 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2635276
Dec 11 16:28:01.907710 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning for port 17ce2b17-cd05-412b-af9b-21a9fa65280d completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:28:01.925760 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 17ce2b17-cd05-412b-af9b-21a9fa65280d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:28:01.926999 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:01.928617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-dcd6de78-4b90-4664-99a7-e30dc4bf7982 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:01.931921 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-dcd6de78-4b90-4664-99a7-e30dc4bf7982 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:02.041689 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dde834-d3f8-4b56-84db-f64825138e13 req-a4d5e10f-0c02-4228-a343-2c9a9ebfa5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:02.043472 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e8dde834-d3f8-4b56-84db-f64825138e13 req-a4d5e10f-0c02-4228-a343-2c9a9ebfa5ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=667e4a17ae3d46d3ba440736127fb3aa&device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 1162 time: 0.2641785
Dec 11 16:28:02.105409 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:02.143743 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port 17ce2b17-cd05-412b-af9b-21a9fa65280d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=17ce2b17-cd05-412b-af9b-21a9fa65280d,segment=NetworkSegment(e3f0f4ac-8d40-4e92-a188-633521eceb79),segment_id=e3f0f4ac-8d40-4e92-a188-633521eceb79)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:28:02.145737 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a96230-25f6-40ff-81ab-d083f9a3fa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ce2b17-cd05-412b-af9b-21a9fa65280d'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:28:02.153134 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:02.156069 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:02.185933 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-dcd6de78-4b90-4664-99a7-e30dc4bf7982 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5176566
Dec 11 16:28:02.216844 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 56168) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:02.230843 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Request body: {'port': {'device_id': 'bae5117d-6777-4de8-ae01-c2fd0f5838f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:28:02.236474 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=17ce2b17-cd05-412b-af9b-21a9fa65280d,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:02.240256 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:02.444228 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d95a21-2627-433b-b5c1-80a63f84219d req-8c5a7317-49fa-4478-85c4-e251eccdbd6e tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:02.446017 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-27d95a21-2627-433b-b5c1-80a63f84219d req-8c5a7317-49fa-4478-85c4-e251eccdbd6e tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 945 time: 0.4663525
Dec 11 16:28:02.459611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a8885280-427a-4624-a4ca-a26503d07487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536934', 'neutron.services.segments.db._delete_segments_for_network--9223363279767150606'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:02.529324 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ccec3ec6-4fc0-4e82-bc50-2d9305425acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:02.554777 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:02.604448 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-ccec3ec6-4fc0-4e82-bc50-2d9305425acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:28:02.642605 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-ccec3ec6-4fc0-4e82-bc50-2d9305425acd admin admin] Usage tracker for resource:security_group_rule and tenant:274b70c8ae774ce39d766f8abedac405 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:28:02.651699 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f7080-cc00-4b0c-a4f3-bca94de72fa7 req-28802874-bf16-4c5e-b313-90b66ced94d0 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:02.653737 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-686f7080-cc00-4b0c-a4f3-bca94de72fa7 req-28802874-bf16-4c5e-b313-90b66ced94d0 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.3801386
Dec 11 16:28:02.656314 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-27d95a21-2627-433b-b5c1-80a63f84219d req-46a2ea14-d438-4d4f-acb1-cea5bbd9e8e1 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=8e26eac0-c747-4ab4-b581-6f90fa526743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1956608
Dec 11 16:28:02.657377 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-ccec3ec6-4fc0-4e82-bc50-2d9305425acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:28:02.673549 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-ccec3ec6-4fc0-4e82-bc50-2d9305425acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:28:02.699474 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-a8885280-427a-4624-a4ca-a26503d07487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6eabe07550>,) {'filters': {'network_id': ['a362299f-30aa-4917-92de-dfd26a6d0816']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:28:02.728476 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-a8885280-427a-4624-a4ca-a26503d07487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eabe07550>, 'c0a20691-6e8d-48b4-b032-c4e163332060') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:28:02.728476 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-a8885280-427a-4624-a4ca-a26503d07487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eabe07550>, 'c0a20691-6e8d-48b4-b032-c4e163332060') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:28:02.746784 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a8885280-427a-4624-a4ca-a26503d07487 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279767145639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036825487758'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:02.760915 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a96230-25f6-40ff-81ab-d083f9a3fa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ce2b17-cd05-412b-af9b-21a9fa65280d', 'code': 200}
Dec 11 16:28:02.779567 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dde834-d3f8-4b56-84db-f64825138e13 req-6a4640c0-9f60-4a9a-ad1b-a030eb003def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:02.781195 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e8dde834-d3f8-4b56-84db-f64825138e13 req-6a4640c0-9f60-4a9a-ad1b-a030eb003def service neutron] 10.222.0.64 "GET /v2.0/networks?id=4df5138a-c173-41d2-a9c6-10906b0c52cb HTTP/1.1" status: 200  len: 913 time: 0.6601820
Dec 11 16:28:02.782216 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a8885280-427a-4624-a4ca-a26503d07487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:02.791634 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a8885280-427a-4624-a4ca-a26503d07487 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 11 16:28:02.820365 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-686f7080-cc00-4b0c-a4f3-bca94de72fa7 req-d21da779-b62e-4747-87d9-442b86c1d9e4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497786
Dec 11 16:28:02.911499 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e8dde834-d3f8-4b56-84db-f64825138e13 req-607185fe-081f-44ac-9c50-bc95031c2c9e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feeed341-179f-4b7b-bea5-b0017bb5d2ed HTTP/1.1" status: 200  len: 217 time: 0.1040630
Dec 11 16:28:03.074213 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-a8885280-427a-4624-a4ca-a26503d07487 admin admin] Network a362299f-30aa-4917-92de-dfd26a6d0816 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:28:03.084310 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a8885280-427a-4624-a4ca-a26503d07487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3532889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29322805'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:03.273750 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ccec3ec6-4fc0-4e82-bc50-2d9305425acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:03.283423 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ccec3ec6-4fc0-4e82-bc50-2d9305425acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:03.289269 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-a8885280-427a-4624-a4ca-a26503d07487 admin admin] Network a362299f-30aa-4917-92de-dfd26a6d0816 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:28:03.297543 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c70e9cdc-deec-4e03-8d7d-20496167ea50 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]: Traceback (most recent call last):
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:     timer()
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:     cb(*args, **kw)
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:     return func(*args, **kwargs)
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:     self._notify()
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.callback(batched_events)
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:     event.method(event)
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:     segment_id)['aggregates'][0]
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(self, *a, **k)
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self._get(url).json()
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:     **kwargs)
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.request(url, 'GET', **kwargs)
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:     **endpoint_filter)
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 16:28:03.319142 dv-cinder-766752-1-iscsi neutron-server[80088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 16:28:03.321805 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da75e33-93ea-412e-855e-e42bee834ec0 req-8a305d03-3d01-430b-9632-589ddca90a98 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:03.323527 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3da75e33-93ea-412e-855e-e42bee834ec0 req-8a305d03-3d01-430b-9632-589ddca90a98 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 945 time: 0.4448743
Dec 11 16:28:03.395818 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cca0c-9676-4e98-82fe-9980532eec4b req-e4e88ae4-a0d9-40ab-b360-1386e5734c68 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:03.397474 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3b6cca0c-9676-4e98-82fe-9980532eec4b req-e4e88ae4-a0d9-40ab-b360-1386e5734c68 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 945 time: 0.4073691
Dec 11 16:28:03.410754 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a8885280-427a-4624-a4ca-a26503d07487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851238850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854270827'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:03.413789 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 56190) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:03.415137 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-ccec3ec6-4fc0-4e82-bc50-2d9305425acd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=274b70c8ae774ce39d766f8abedac405&name=default HTTP/1.1" status: 200  len: 2879 time: 1.1939981
Dec 11 16:28:03.420065 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 56192) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:03.423611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a8885280-427a-4624-a4ca-a26503d07487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:03.424869 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec3ec6-4fc0-4e82-bc50-2d9305425acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfefcbf-7a6a-4cf8-b97d-d743068cc388,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:03.430761 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ccec3ec6-4fc0-4e82-bc50-2d9305425acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:03.433992 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-44c85165-b35c-4309-89d3-b183a0024aad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Request body: {'floatingip': {'port_id': '475418d2-493a-4de7-a99a-d62b442310e6'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:28:03.458845 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3da75e33-93ea-412e-855e-e42bee834ec0 req-d1712ea0-8308-40fd-a2dd-5cf26e78d14e tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=145c0ee1-0aac-4485-bf8a-263129e2e275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1162593
Dec 11 16:28:03.497819 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:03.552728 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a60821d-6016-433c-b76f-7d2a188c9e52 {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 11 16:28:03.567323 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8885280-427a-4624-a4ca-a26503d07487 admin admin] Pushing event deleted for resources: {'Network': ['ID=a362299f-30aa-4917-92de-dfd26a6d0816,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:03.569711 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:03.591997 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a8885280-427a-4624-a4ca-a26503d07487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:03.595925 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Transition to ACTIVE for port object 7a60821d-6016-433c-b76f-7d2a188c9e52 will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:28:03.604793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44c85165-b35c-4309-89d3-b183a0024aad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for floatingip, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:03.643572 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31879474'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:03.668539 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-a8885280-427a-4624-a4ca-a26503d07487 admin admin] 10.222.0.68 "DELETE /v2.0/networks/a362299f-30aa-4917-92de-dfd26a6d0816 HTTP/1.1" status: 204  len: 168 time: 2.1799438
Dec 11 16:28:03.671170 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:03.770575 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-79cc5d79-f89e-4a79-b616-774dd5a7f578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:03.854691 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7a60821d-6016-433c-b76f-7d2a188c9e52,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:03.870979 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:03.871760 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 56204) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:03.911316 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-79cc5d79-f89e-4a79-b616-774dd5a7f578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:03.992452 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2263c70-8450-4db0-8e51-28e4967d43c1 req-881b5d33-5565-4dde-9899-1e8e00a081cb tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:03.993423 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-c2263c70-8450-4db0-8e51-28e4967d43c1 req-881b5d33-5565-4dde-9899-1e8e00a081cb tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Synchronizing usage tracker for tenant:511468fc2d8d49c8b28184d367b1e7fa on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:28:04.014195 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dde834-d3f8-4b56-84db-f64825138e13 req-d8a1ae3c-82e1-412d-9f1c-0956334a545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:04.015840 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e8dde834-d3f8-4b56-84db-f64825138e13 req-d8a1ae3c-82e1-412d-9f1c-0956334a545d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4 HTTP/1.1" status: 200  len: 859 time: 0.2026236
Dec 11 16:28:04.202639 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-79cc5d79-f89e-4a79-b616-774dd5a7f578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:04.211317 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6d7a5110-e2a3-45aa-ab3c-f1032dc68993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:04.240457 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc5d79-f89e-4a79-b616-774dd5a7f578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfefcbf-7a6a-4cf8-b97d-d743068cc388,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:04.247979 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-79cc5d79-f89e-4a79-b616-774dd5a7f578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:04.251432 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-79cc5d79-f89e-4a79-b616-774dd5a7f578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:04.256473 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-79cc5d79-f89e-4a79-b616-774dd5a7f578 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/adfefcbf-7a6a-4cf8-b97d-d743068cc388 HTTP/1.1" status: 204  len: 168 time: 0.8258874
Dec 11 16:28:04.271848 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-a08f8bd5-7267-487a-aea6-431674d52296 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a16d0d88d5b94cea99d23877a379dc8f&name=default HTTP/1.1" status: 200  len: 2875 time: 0.3987145
Dec 11 16:28:04.272297 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 56216) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:04.352856 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-c2263c70-8450-4db0-8e51-28e4967d43c1 req-881b5d33-5565-4dde-9899-1e8e00a081cb tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Unset dirty status for tenant:511468fc2d8d49c8b28184d367b1e7fa on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:28:04.354079 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c2263c70-8450-4db0-8e51-28e4967d43c1 req-881b5d33-5565-4dde-9899-1e8e00a081cb tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 943 time: 0.7601035
Dec 11 16:28:04.485086 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c2263c70-8450-4db0-8e51-28e4967d43c1 req-714ab514-a2d2-4a03-824d-fe9794a4e19b tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154726
Dec 11 16:28:04.505356 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c075c-21c7-4853-9607-cf267dd93645 req-780a809a-760e-4597-99a2-919f4a2b5934 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:04.509748 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5a4c075c-21c7-4853-9607-cf267dd93645 req-780a809a-760e-4597-99a2-919f4a2b5934 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.5272512
Dec 11 16:28:04.545728 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Attempting to bind port 7a60821d-6016-433c-b76f-7d2a188c9e52 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:28:04.546128 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Attempting to bind port 7a60821d-6016-433c-b76f-7d2a188c9e52 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'ab1f9bf8-33bf-4411-b975-dd1c836e7017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:28:04.546524 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Attempting to bind port 7a60821d-6016-433c-b76f-7d2a188c9e52 on network 992b278b-e7cd-4bd8-bda7-fa61f5dabe61 {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:28:04.557821 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Checking agent: {'id': 'bb51e0aa-91b6-4647-b88f-2e2e91697051', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 49), 'started_at': datetime.datetime(2020, 12, 11, 16, 25, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:28:04.558213 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Checking segment: {'id': 'ab1f9bf8-33bf-4411-b975-dd1c836e7017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:28:04.558864 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:04.559502 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Bound using segment: {'id': 'ab1f9bf8-33bf-4411-b975-dd1c836e7017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:28:04.560080 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Bound port: 7a60821d-6016-433c-b76f-7d2a188c9e52, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1f9bf8-33bf-4411-b975-dd1c836e7017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:28:04.560469 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:04.623806 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5a4c075c-21c7-4853-9607-cf267dd93645 req-5b1edfe5-4252-4695-be40-813c5b5165cb tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126697
Dec 11 16:28:04.784772 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] For port 7a60821d-6016-433c-b76f-7d2a188c9e52, host hv-cinder-76675, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:28:04.798707 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] For port 7a60821d-6016-433c-b76f-7d2a188c9e52, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=7a60821d-6016-433c-b76f-7d2a188c9e52,segment=NetworkSegment(ab1f9bf8-33bf-4411-b975-dd1c836e7017),segment_id=ab1f9bf8-33bf-4411-b975-dd1c836e7017)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:28:04.805151 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31879474'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:04.824884 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:04.825527 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44c85165-b35c-4309-89d3-b183a0024aad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for floatingip, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:04.837594 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44c85165-b35c-4309-89d3-b183a0024aad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854270810'] for floatingip, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:04.868682 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 56226) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:04.930244 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec431c-928e-4923-b2c2-3835e8c34e90 req-963bb0cd-58a3-4a3b-8906-5b97cf5c175b tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:04.931861 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-67ec431c-928e-4923-b2c2-3835e8c34e90 req-963bb0cd-58a3-4a3b-8906-5b97cf5c175b tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 945 time: 0.2341621
Dec 11 16:28:04.937070 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6a781b58-e53f-4e9d-8ed8-a78e7020247f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:05.055310 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-6a781b58-e53f-4e9d-8ed8-a78e7020247f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:28:05.070140 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7a60821d-6016-433c-b76f-7d2a188c9e52,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:05.082775 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:05.083924 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-6a781b58-e53f-4e9d-8ed8-a78e7020247f admin admin] Usage tracker for resource:security_group_rule and tenant:dd253714cd4b48b594eadc28f5715b2c is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:28:05.092687 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-6a781b58-e53f-4e9d-8ed8-a78e7020247f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:28:05.117541 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-6a781b58-e53f-4e9d-8ed8-a78e7020247f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:28:05.127784 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-67ec431c-928e-4923-b2c2-3835e8c34e90 req-8a8389b8-631b-457e-b9ea-16073a430fa0 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=145c0ee1-0aac-4485-bf8a-263129e2e275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1737626
Dec 11 16:28:05.163391 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:05.164091 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:05.165618 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] 10.222.0.64 "PUT /v2.0/ports/7a60821d-6016-433c-b76f-7d2a188c9e52 HTTP/1.1" status: 200  len: 1157 time: 2.9477570
Dec 11 16:28:05.166154 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae5117d-6777-4de8-ae01-c2fd0f5838f2', 'tag': '7a60821d-6016-433c-b76f-7d2a188c9e52'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:28:05.211208 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ed544a71-36f2-406a-9817-f457a4a00908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:05.236245 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae5117d-6777-4de8-ae01-c2fd0f5838f2', 'tag': '7a60821d-6016-433c-b76f-7d2a188c9e52', 'status': 'completed', 'code': 200}
Dec 11 16:28:05.252435 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ed544a71-36f2-406a-9817-f457a4a00908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:05.261658 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6a781b58-e53f-4e9d-8ed8-a78e7020247f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:05.266402 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6a781b58-e53f-4e9d-8ed8-a78e7020247f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:05.274487 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:05.305929 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.l3_db [None req-44c85165-b35c-4309-89d3-b183a0024aad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Floating IP 712da303-f367-4a3a-809a-6348f0f6bb05 associated. External IP: 172.27.3.205, port: 475418d2-493a-4de7-a99a-d62b442310e6.
Dec 11 16:28:05.319089 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-6a781b58-e53f-4e9d-8ed8-a78e7020247f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dd253714cd4b48b594eadc28f5715b2c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4480727
Dec 11 16:28:05.321743 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 56234) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:05.324678 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a781b58-e53f-4e9d-8ed8-a78e7020247f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671d8d6a-b1a4-49d8-86f5-a00f3f2b2f2e,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:05.338706 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6a781b58-e53f-4e9d-8ed8-a78e7020247f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:05.397033 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f8ad17f6-808e-4184-9495-29a0db746dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:05.426033 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f8ad17f6-808e-4184-9495-29a0db746dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:05.473939 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ed544a71-36f2-406a-9817-f457a4a00908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:05.477550 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f8ad17f6-808e-4184-9495-29a0db746dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:05.483297 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d356fa1c-809e-4c17-8a07-4d806ca55274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:05.488684 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:05.497981 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad17f6-808e-4184-9495-29a0db746dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671d8d6a-b1a4-49d8-86f5-a00f3f2b2f2e,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:05.505809 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed544a71-36f2-406a-9817-f457a4a00908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1882709-447d-48b7-acc1-08f6ae587fcd,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:05.508089 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f8ad17f6-808e-4184-9495-29a0db746dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:05.508340 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ed544a71-36f2-406a-9817-f457a4a00908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:05.508953 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f8ad17f6-808e-4184-9495-29a0db746dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:05.510192 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-f8ad17f6-808e-4184-9495-29a0db746dd0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/671d8d6a-b1a4-49d8-86f5-a00f3f2b2f2e HTTP/1.1" status: 204  len: 168 time: 0.1874161
Dec 11 16:28:05.528299 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ed544a71-36f2-406a-9817-f457a4a00908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:05.531966 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-ed544a71-36f2-406a-9817-f457a4a00908 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a1882709-447d-48b7-acc1-08f6ae587fcd HTTP/1.1" status: 204  len: 168 time: 1.2565618
Dec 11 16:28:05.899798 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6ce7be32-b881-4215-9945-47e74c9a54bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:05.911048 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e8dde834-d3f8-4b56-84db-f64825138e13 req-d5c2bc9f-b596-4262-ab37-38c702b2bd42 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4df5138a-c173-41d2-a9c6-10906b0c52cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2025390
Dec 11 16:28:05.949138 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a71f8-720d-4416-b5d6-79dc363aca31 req-dd30b004-75ca-4972-8a04-3408748c1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:05.950783 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-bb8a71f8-720d-4416-b5d6-79dc363aca31 req-dd30b004-75ca-4972-8a04-3408748c1ddc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 1162 time: 0.2449307
Dec 11 16:28:05.979325 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a68b16-79d9-4e9f-b154-e1ed499da181 req-9d6407ac-9e58-4e6c-a2b2-d28b0a105fe3 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:05.981140 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c6a68b16-79d9-4e9f-b154-e1ed499da181 req-9d6407ac-9e58-4e6c-a2b2-d28b0a105fe3 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 943 time: 0.2131338
Dec 11 16:28:06.066499 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-bb8a71f8-720d-4416-b5d6-79dc363aca31 req-39d89366-d018-4c34-9dff-1ff629b5476f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=145c0ee1-0aac-4485-bf8a-263129e2e275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0951638
Dec 11 16:28:06.079897 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c6a68b16-79d9-4e9f-b154-e1ed499da181 req-e48a993a-a15c-460b-83eb-cc7d7ea70d08 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806682
Dec 11 16:28:06.086066 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465299d-a8cc-45bf-a580-a5fa7c3fc54b req-6bee953e-f6dd-47b4-9adc-63af0095f1fb tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:06.087722 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8465299d-a8cc-45bf-a580-a5fa7c3fc54b req-6bee953e-f6dd-47b4-9adc-63af0095f1fb tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.2100034
Dec 11 16:28:06.157914 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1bb1f-04b1-4ebb-b0f5-4dcc0a79be35 req-76216a83-3865-44a0-b8b0-82e0a4fc43ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:06.159756 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a6a1bb1f-04b1-4ebb-b0f5-4dcc0a79be35 req-76216a83-3865-44a0-b8b0-82e0a4fc43ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=511468fc2d8d49c8b28184d367b1e7fa&device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 1160 time: 0.3301897
Dec 11 16:28:06.182331 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c85165-b35c-4309-89d3-b183a0024aad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Router 7b00b697-1d1a-4fe7-b651-413f98aed4cd has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:28:06.187933 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8465299d-a8cc-45bf-a580-a5fa7c3fc54b req-eb77ae26-9dae-402d-b23b-c3838eed85a9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827579
Dec 11 16:28:06.190549 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e8dde834-d3f8-4b56-84db-f64825138e13 req-64167348-31f5-4045-b882-e8e909aba55c service neutron] 10.222.0.64 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2635603
Dec 11 16:28:06.446472 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c85165-b35c-4309-89d3-b183a0024aad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:28:06.461742 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 17ce2b17-cd05-412b-af9b-21a9fa65280d up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:28:06.466451 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44c85165-b35c-4309-89d3-b183a0024aad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:06.467833 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e591e1-8abf-44c6-bb3c-2bc67b7e5dfa None None] Sync routers for ids ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:28:06.508666 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e591e1-8abf-44c6-bb3c-2bc67b7e5dfa None None] Routers {'7b00b697-1d1a-4fe7-b651-413f98aed4cd'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:28:06.508984 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-f8e591e1-8abf-44c6-bb3c-2bc67b7e5dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eb01721d0>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:27:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:28:06.547130 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc33a80-7b8a-437d-a8b1-b5b2edb195fc req-ea68a587-75e9-42c8-a66e-be0f838b7a9a tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:06.555245 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2cc33a80-7b8a-437d-a8b1-b5b2edb195fc req-ea68a587-75e9-42c8-a66e-be0f838b7a9a tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 945 time: 0.2372456
Dec 11 16:28:06.654592 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 17ce2b17-cd05-412b-af9b-21a9fa65280d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:28:06.655959 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:06.669386 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2cc33a80-7b8a-437d-a8b1-b5b2edb195fc req-84692eb5-00d5-4093-b6a3-02c15f64a239 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=145c0ee1-0aac-4485-bf8a-263129e2e275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1050982
Dec 11 16:28:06.898709 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-44c85165-b35c-4309-89d3-b183a0024aad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "PUT /v2.0/floatingips/712da303-f367-4a3a-809a-6348f0f6bb05 HTTP/1.1" status: 200  len: 991 time: 3.4836125
Dec 11 16:28:06.913759 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32d710b-f598-40f2-93ad-3c120754b984', 'tag': '475418d2-493a-4de7-a99a-d62b442310e6'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:28:06.996270 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1bb1f-04b1-4ebb-b0f5-4dcc0a79be35 req-9394a1e5-2dc1-4595-ade7-98eafe82cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:06.997705 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a6a1bb1f-04b1-4ebb-b0f5-4dcc0a79be35 req-9394a1e5-2dc1-4595-ade7-98eafe82cd59 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=511468fc2d8d49c8b28184d367b1e7fa&shared=False HTTP/1.1" status: 200  len: 908 time: 0.4790304
Dec 11 16:28:07.001313 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e8dde834-d3f8-4b56-84db-f64825138e13 req-15731d06-7325-4878-b8c7-71e075802233 service neutron] 10.222.0.64 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4783809
Dec 11 16:28:07.017448 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-f8e591e1-8abf-44c6-bb3c-2bc67b7e5dfa None None] Set router 7b00b697-1d1a-4fe7-b651-413f98aed4cd gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:28:07.115166 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32d710b-f598-40f2-93ad-3c120754b984', 'tag': '475418d2-493a-4de7-a99a-d62b442310e6', 'status': 'completed', 'code': 200}
Dec 11 16:28:07.468961 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1bb1f-04b1-4ebb-b0f5-4dcc0a79be35 req-37bbf540-66f8-44b0-a690-30753b831ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:07.470985 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a6a1bb1f-04b1-4ebb-b0f5-4dcc0a79be35 req-37bbf540-66f8-44b0-a690-30753b831ce4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4664404
Dec 11 16:28:07.509431 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd7133-8948-4bae-bb39-70f6f62370fe req-836228dd-9535-4881-9cae-3fe74b17b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:07.511261 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d4dd7133-8948-4bae-bb39-70f6f62370fe req-836228dd-9535-4881-9cae-3fe74b17b909 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ad201a40eb54facbb2b8d35f51492f4&device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 1162 time: 0.1766212
Dec 11 16:28:07.655834 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbab0c-7dfa-47e5-9b22-2467d5b4b486 req-555b7456-7a72-4919-b8b3-3ce873dd0e23 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:07.664075 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6ecbab0c-7dfa-47e5-9b22-2467d5b4b486 req-555b7456-7a72-4919-b8b3-3ce873dd0e23 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 943 time: 0.2481036
Dec 11 16:28:07.903274 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6ecbab0c-7dfa-47e5-9b22-2467d5b4b486 req-4372e7ef-a7a0-4f1c-a78c-12266796b15d tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2380099
Dec 11 16:28:07.934308 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1b4b4-5dbf-4d50-8851-deba61a90598 req-0b4ac0ef-09e0-401f-b1f0-e771d48a71dd tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:07.940225 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a7e1b4b4-5dbf-4d50-8851-deba61a90598 req-0b4ac0ef-09e0-401f-b1f0-e771d48a71dd tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.2382786
Dec 11 16:28:07.954618 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-ebd4a19d-8324-4da7-9c55-395e9509ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:07.956293 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-ebd4a19d-8324-4da7-9c55-395e9509ae3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=511468fc2d8d49c8b28184d367b1e7fa&device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 1160 time: 0.3396480
Dec 11 16:28:08.061325 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a7e1b4b4-5dbf-4d50-8851-deba61a90598 req-b6efcd21-866f-4c0b-a351-48645eccdb0a tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076980
Dec 11 16:28:08.113945 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-f8e591e1-8abf-44c6-bb3c-2bc67b7e5dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eb01721d0>, [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:06Z', 'revision_number': 4, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': '712da303-f367-4a3a-809a-6348f0f6bb05', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'port_id': '475418d2-493a-4de7-a99a-d62b442310e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'mac_address': 'fa:16:3e:3e:dd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32d710b-f598-40f2-93ad-3c120754b984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:27:24Z', 'updated_at': '2020-12-11T16:28:04Z', 'revision_number': 1, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ae03cf-7105-4a44-b686-f03adb5ff09d', 'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'mac_address': 'fa:16:3e:2e:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:02Z', 'updated_at': '2020-12-11T16:27:19Z', 'revision_number': 5, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'subnets': [{'id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:28:08.131386 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e591e1-8abf-44c6-bb3c-2bc67b7e5dfa None None] Checking router: 7b00b697-1d1a-4fe7-b651-413f98aed4cd for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:28:08.153219 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e591e1-8abf-44c6-bb3c-2bc67b7e5dfa None None] Routers {'7b00b697-1d1a-4fe7-b651-413f98aed4cd'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:28:08.154186 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-f8e591e1-8abf-44c6-bb3c-2bc67b7e5dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eb01721d0>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:27:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:28:08.191091 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8862bb33-163f-40d3-89ac-e9515bf3a312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:08.261265 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff19dd-6be8-4e46-8681-1cf53096a377 req-ba65f989-d9bc-4763-ac67-345f3e1e09fe tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:08.263806 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-20ff19dd-6be8-4e46-8681-1cf53096a377 req-ba65f989-d9bc-4763-ac67-345f3e1e09fe tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 945 time: 0.1378622
Dec 11 16:28:08.366106 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-20ff19dd-6be8-4e46-8681-1cf53096a377 req-196baa03-849b-40b1-a219-48b21d5ad0ce tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=145c0ee1-0aac-4485-bf8a-263129e2e275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941379
Dec 11 16:28:08.391758 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-677248ae-2bc1-41a4-acff-7df4cd88bb9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a60821d-6016-433c-b76f-7d2a188c9e52 HTTP/1.1" status: 200  len: 217 time: 0.4113972
Dec 11 16:28:08.408150 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd7133-8948-4bae-bb39-70f6f62370fe req-ab36e940-64b8-4150-bad7-dafbc84b1e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:08.409823 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d4dd7133-8948-4bae-bb39-70f6f62370fe req-ab36e940-64b8-4150-bad7-dafbc84b1e4f service neutron] 10.222.0.64 "GET /v2.0/networks?id=039bbca1-f016-4285-abfa-5348e6c4eb84 HTTP/1.1" status: 200  len: 911 time: 0.8685260
Dec 11 16:28:08.439461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-f8e591e1-8abf-44c6-bb3c-2bc67b7e5dfa None None] Set router 7b00b697-1d1a-4fe7-b651-413f98aed4cd gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:28:08.773331 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b31ea-a416-4d7f-8356-a80fc91a3a30 req-defb32f4-f5e8-4bbc-ad37-69b78ef1d339 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:08.775773 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-030b31ea-a416-4d7f-8356-a80fc91a3a30 req-defb32f4-f5e8-4bbc-ad37-69b78ef1d339 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 945 time: 0.1975844
Dec 11 16:28:08.786494 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 56374) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:08.793916 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-81ff79fc-f536-4808-828f-1bc133ed7a09 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Request body: {'floatingip': {'port_id': '17ce2b17-cd05-412b-af9b-21a9fa65280d'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:28:08.938672 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-81ff79fc-f536-4808-828f-1bc133ed7a09 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for floatingip, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:09.022869 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:09.077968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-f8e591e1-8abf-44c6-bb3c-2bc67b7e5dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eb01721d0>, [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:06Z', 'revision_number': 4, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': '712da303-f367-4a3a-809a-6348f0f6bb05', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'port_id': '475418d2-493a-4de7-a99a-d62b442310e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'mac_address': 'fa:16:3e:3e:dd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32d710b-f598-40f2-93ad-3c120754b984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:27:24Z', 'updated_at': '2020-12-11T16:28:04Z', 'revision_number': 1, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ae03cf-7105-4a44-b686-f03adb5ff09d', 'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'mac_address': 'fa:16:3e:2e:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:02Z', 'updated_at': '2020-12-11T16:27:19Z', 'revision_number': 5, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'subnets': [{'id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:28:09.083218 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e591e1-8abf-44c6-bb3c-2bc67b7e5dfa None None] The sync data for ids ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'] in dv-cinder-766752-1-iscsi is: [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:06Z', 'revision_number': 4, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': '712da303-f367-4a3a-809a-6348f0f6bb05', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'port_id': '475418d2-493a-4de7-a99a-d62b442310e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'mac_address': 'fa:16:3e:3e:dd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32d710b-f598-40f2-93ad-3c120754b984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:27:24Z', 'updated_at': '2020-12-11T16:28:04Z', 'revision_number': 1, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ae03cf-7105-4a44-b686-f03adb5ff09d', 'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'mac_address': 'fa:16:3e:2e:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:02Z', 'updated_at': '2020-12-11T16:27:19Z', 'revision_number': 5, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'subnets': [{'id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:28:09.192319 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c45049-9798-4199-95b1-131dc4b39394 req-24dbebec-4076-4a26-8b71-89ec9265145a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:09.196341 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-61c45049-9798-4199-95b1-131dc4b39394 req-24dbebec-4076-4a26-8b71-89ec9265145a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 943 time: 0.1036093
Dec 11 16:28:09.250794 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-61c45049-9798-4199-95b1-131dc4b39394 req-64a5765a-90cd-4226-963f-039ba03bcbe0 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502183
Dec 11 16:28:09.459456 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f82f2-c154-42dd-8e4d-fede37d4c638 None None] New status for floating IP 712da303-f367-4a3a-809a-6348f0f6bb05: ACTIVE {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 11 16:28:09.476373 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23170c17-073e-4ef3-a9d2-e10a6db0eb93 req-6bfdc645-c2f8-4b7e-8f94-d42e2c728c46 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:09.478046 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-23170c17-073e-4ef3-a9d2-e10a6db0eb93 req-6bfdc645-c2f8-4b7e-8f94-d42e2c728c46 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.1029849
Dec 11 16:28:09.534576 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-23170c17-073e-4ef3-a9d2-e10a6db0eb93 req-a4436c91-522d-4bf7-8661-77f43ba1e7ae tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491602
Dec 11 16:28:09.705360 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-81ff79fc-f536-4808-828f-1bc133ed7a09 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for floatingip, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:09.709095 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-81ff79fc-f536-4808-828f-1bc133ed7a09 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854270810'] for floatingip, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:09.915831 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.l3_db [None req-81ff79fc-f536-4808-828f-1bc133ed7a09 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Floating IP 737c0c31-1b34-480e-b3aa-07b9fb09c29b associated. External IP: 172.27.3.168, port: 17ce2b17-cd05-412b-af9b-21a9fa65280d.
Dec 11 16:28:10.132155 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:10.311748 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-2068b516-28fd-4fe3-9f9e-85e843695f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:10.313444 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-2068b516-28fd-4fe3-9f9e-85e843695f71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=840d87d5-193c-4288-adc8-59ea35bedd36 HTTP/1.1" status: 200  len: 854 time: 0.2130044
Dec 11 16:28:10.367084 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ff79fc-f536-4808-828f-1bc133ed7a09 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Router 9a3f4f3f-019b-436a-9bea-191203bd2585 has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:28:10.487094 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06e744-7194-4132-af6c-d72a7b5565ac req-b3a33cd1-02db-448e-b42a-932696eeb541 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:10.499650 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ad06e744-7194-4132-af6c-d72a7b5565ac req-b3a33cd1-02db-448e-b42a-932696eeb541 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 943 time: 0.1112413
Dec 11 16:28:10.564408 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ad06e744-7194-4132-af6c-d72a7b5565ac req-851ef9b7-7ab4-4ec3-b187-1d63b46acee3 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631309
Dec 11 16:28:10.578793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ff79fc-f536-4808-828f-1bc133ed7a09 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:28:10.583879 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-81ff79fc-f536-4808-828f-1bc133ed7a09 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:10.599468 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8682f3-31ba-4650-9461-a1b43b2c7940 None None] Sync routers for ids ['9a3f4f3f-019b-436a-9bea-191203bd2585'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:28:10.607967 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8682f3-31ba-4650-9461-a1b43b2c7940 None None] Routers {'9a3f4f3f-019b-436a-9bea-191203bd2585'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:28:10.608642 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-bc8682f3-31ba-4650-9461-a1b43b2c7940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eababe5f8>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:28:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['9a3f4f3f-019b-436a-9bea-191203bd2585'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:28:10.652944 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-81ff79fc-f536-4808-828f-1bc133ed7a09 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "PUT /v2.0/floatingips/737c0c31-1b34-480e-b3aa-07b9fb09c29b HTTP/1.1" status: 200  len: 991 time: 1.8648472
Dec 11 16:28:10.653951 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a96230-25f6-40ff-81ab-d083f9a3fa97', 'tag': '17ce2b17-cd05-412b-af9b-21a9fa65280d'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:28:10.802632 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52b4ba-9c90-4393-8180-6deb1b90dfc0 req-eeb81215-7133-4134-9719-75bf603c1d62 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:10.804321 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4e52b4ba-9c90-4393-8180-6deb1b90dfc0 req-eeb81215-7133-4134-9719-75bf603c1d62 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.1005371
Dec 11 16:28:10.810955 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-bc8682f3-31ba-4650-9461-a1b43b2c7940 None None] Set router 9a3f4f3f-019b-436a-9bea-191203bd2585 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:28:10.859620 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4e52b4ba-9c90-4393-8180-6deb1b90dfc0 req-6bbf2688-a448-4d9c-954b-570dae724dc0 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462875
Dec 11 16:28:10.936211 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:11.247576 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-385161ed-8368-4540-9401-9cf9f64e909a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497036
Dec 11 16:28:11.286087 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a96230-25f6-40ff-81ab-d083f9a3fa97', 'tag': '17ce2b17-cd05-412b-af9b-21a9fa65280d', 'status': 'completed', 'code': 200}
Dec 11 16:28:11.329935 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d4dd7133-8948-4bae-bb39-70f6f62370fe req-5f26cc04-f6a9-4748-a32c-2681bcfddfad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=475418d2-493a-4de7-a99a-d62b442310e6 HTTP/1.1" status: 200  len: 1001 time: 0.2052157
Dec 11 16:28:11.397965 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-bc8682f3-31ba-4650-9461-a1b43b2c7940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eababe5f8>, [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:27:20Z', 'revision_number': 4, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': '737c0c31-1b34-480e-b3aa-07b9fb09c29b', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'port_id': '17ce2b17-cd05-412b-af9b-21a9fa65280d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'mac_address': 'fa:16:3e:b0:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a96230-25f6-40ff-81ab-d083f9a3fa97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:27:34Z', 'updated_at': '2020-12-11T16:28:09Z', 'revision_number': 1, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97cd7f19-67ce-471d-8154-dc6aa74efef8', 'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'mac_address': 'fa:16:3e:2b:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:16Z', 'updated_at': '2020-12-11T16:27:34Z', 'revision_number': 5, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'subnets': [{'id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:28:11.402668 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8682f3-31ba-4650-9461-a1b43b2c7940 None None] Checking router: 9a3f4f3f-019b-436a-9bea-191203bd2585 for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:28:11.413732 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8682f3-31ba-4650-9461-a1b43b2c7940 None None] Routers {'9a3f4f3f-019b-436a-9bea-191203bd2585'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:28:11.414334 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-bc8682f3-31ba-4650-9461-a1b43b2c7940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eababe5f8>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:28:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['9a3f4f3f-019b-436a-9bea-191203bd2585'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:28:11.423226 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601164c-a213-4058-9c1d-18fb175ab2d3 req-838b2049-e1ad-402f-9252-569d1726b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:11.425030 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4601164c-a213-4058-9c1d-18fb175ab2d3 req-838b2049-e1ad-402f-9252-569d1726b678 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1c5767d59b7a47b5accf73b3f5a99e0f&device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 1162 time: 0.0829208
Dec 11 16:28:11.495878 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-124e20aa-4fc5-4c75-ae8b-a3421fea29b1 service neutron] 10.222.0.64 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2359958
Dec 11 16:28:11.498290 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd7133-8948-4bae-bb39-70f6f62370fe req-7dec9438-bc67-4305-ac8d-550120ef90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:11.499998 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d4dd7133-8948-4bae-bb39-70f6f62370fe req-7dec9438-bc67-4305-ac8d-550120ef90ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c00391c9-6902-493e-bdec-b850663c39cb HTTP/1.1" status: 200  len: 856 time: 0.1156242
Dec 11 16:28:11.607300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 17ce2b17-cd05-412b-af9b-21a9fa65280d up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:28:11.617812 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601164c-a213-4058-9c1d-18fb175ab2d3 req-0edfdce0-0fbb-4005-8ec9-bdd7be15ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:11.619776 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4601164c-a213-4058-9c1d-18fb175ab2d3 req-0edfdce0-0fbb-4005-8ec9-bdd7be15ae5a service neutron] 10.222.0.64 "GET /v2.0/networks?id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33 HTTP/1.1" status: 200  len: 904 time: 0.1859901
Dec 11 16:28:11.651552 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-bc8682f3-31ba-4650-9461-a1b43b2c7940 None None] Set router 9a3f4f3f-019b-436a-9bea-191203bd2585 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:28:11.731431 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 17ce2b17-cd05-412b-af9b-21a9fa65280d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:28:11.732107 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:11.795630 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4601164c-a213-4058-9c1d-18fb175ab2d3 req-f450cdad-aafa-45d2-a3a8-14f7af5db015 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17ce2b17-cd05-412b-af9b-21a9fa65280d HTTP/1.1" status: 200  len: 999 time: 0.1662316
Dec 11 16:28:11.964058 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601164c-a213-4058-9c1d-18fb175ab2d3 req-1bf2a38d-ba23-4a1b-9039-d48da7b48502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:11.965935 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4601164c-a213-4058-9c1d-18fb175ab2d3 req-1bf2a38d-ba23-4a1b-9039-d48da7b48502 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc5b558-60c5-446c-9755-1fcb42bad47f HTTP/1.1" status: 200  len: 849 time: 0.1611359
Dec 11 16:28:12.042251 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f67046-24d6-4bda-a545-72b7b75ea83d req-e30c6155-fab5-44d7-baaa-2ef42b2eb183 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:12.050894 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d8f67046-24d6-4bda-a545-72b7b75ea83d req-e30c6155-fab5-44d7-baaa-2ef42b2eb183 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 943 time: 0.1948986
Dec 11 16:28:12.176641 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-bc8682f3-31ba-4650-9461-a1b43b2c7940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eababe5f8>, [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:27:20Z', 'revision_number': 4, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': '737c0c31-1b34-480e-b3aa-07b9fb09c29b', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'port_id': '17ce2b17-cd05-412b-af9b-21a9fa65280d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'mac_address': 'fa:16:3e:b0:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a96230-25f6-40ff-81ab-d083f9a3fa97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:27:34Z', 'updated_at': '2020-12-11T16:28:09Z', 'revision_number': 1, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97cd7f19-67ce-471d-8154-dc6aa74efef8', 'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'mac_address': 'fa:16:3e:2b:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:16Z', 'updated_at': '2020-12-11T16:27:34Z', 'revision_number': 5, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'subnets': [{'id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:28:12.181209 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8682f3-31ba-4650-9461-a1b43b2c7940 None None] The sync data for ids ['9a3f4f3f-019b-436a-9bea-191203bd2585'] in dv-cinder-766752-1-iscsi is: [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:27:20Z', 'revision_number': 4, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': '737c0c31-1b34-480e-b3aa-07b9fb09c29b', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'port_id': '17ce2b17-cd05-412b-af9b-21a9fa65280d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'mac_address': 'fa:16:3e:b0:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a96230-25f6-40ff-81ab-d083f9a3fa97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:27:34Z', 'updated_at': '2020-12-11T16:28:09Z', 'revision_number': 1, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97cd7f19-67ce-471d-8154-dc6aa74efef8', 'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'mac_address': 'fa:16:3e:2b:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:16Z', 'updated_at': '2020-12-11T16:27:34Z', 'revision_number': 5, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'subnets': [{'id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:28:12.251546 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd7133-8948-4bae-bb39-70f6f62370fe req-8acc6eb9-8f54-47a7-be31-ed3e938ef71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:12.253212 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d4dd7133-8948-4bae-bb39-70f6f62370fe req-8acc6eb9-8f54-47a7-be31-ed3e938ef71f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=039bbca1-f016-4285-abfa-5348e6c4eb84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3375075
Dec 11 16:28:12.421990 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-82586b8b-78d5-4fe6-a45b-35e56b048806 req-90755400-0941-4e0b-a1c4-30dfd80fc4cb service neutron] 10.222.0.64 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9057195
Dec 11 16:28:12.443907 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d8f67046-24d6-4bda-a545-72b7b75ea83d req-530b9763-56d0-4929-9d17-8da714ee525e tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3913369
Dec 11 16:28:12.450134 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601164c-a213-4058-9c1d-18fb175ab2d3 req-584f1d78-bd06-45d0-ba5e-4d84193b1dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:12.451880 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4601164c-a213-4058-9c1d-18fb175ab2d3 req-584f1d78-bd06-45d0-ba5e-4d84193b1dce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4753101
Dec 11 16:28:12.481681 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40400a-13ef-4ee7-89e9-e32b2e669d7c req-8b99b859-aa2f-4bfd-8d09-15e3f050e4b7 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:12.491209 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-af40400a-13ef-4ee7-89e9-e32b2e669d7c req-8b99b859-aa2f-4bfd-8d09-15e3f050e4b7 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.4150331
Dec 11 16:28:12.560892 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d4dd7133-8948-4bae-bb39-70f6f62370fe req-86168b0e-5b6c-4e65-8a9a-1c787f968b55 service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2901711
Dec 11 16:28:12.634058 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300874b3-19d7-407a-a2d7-03e5f45c78bd None None] New status for floating IP 737c0c31-1b34-480e-b3aa-07b9fb09c29b: ACTIVE {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 11 16:28:12.741689 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d4dd7133-8948-4bae-bb39-70f6f62370fe req-c33e8361-996f-4c76-a99f-9fef1b0f5e9a service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1736596
Dec 11 16:28:12.751960 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-af40400a-13ef-4ee7-89e9-e32b2e669d7c req-4355cd51-95ce-4584-a51b-dc2fa2a8b991 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2573531
Dec 11 16:28:12.755231 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4601164c-a213-4058-9c1d-18fb175ab2d3 req-89256a9a-9304-41ac-8c67-559a88b76598 service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2593913
Dec 11 16:28:13.000151 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4601164c-a213-4058-9c1d-18fb175ab2d3 req-5a2f0d87-41da-46cc-b022-f7c0d1cb2ff1 service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2133043
Dec 11 16:28:13.684841 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319a1b8-646c-44a2-9a66-75034ad6c1e8 req-ee0aa60b-8137-420d-a8f9-7b03f5703f4a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:13.695099 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f319a1b8-646c-44a2-9a66-75034ad6c1e8 req-ee0aa60b-8137-420d-a8f9-7b03f5703f4a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 943 time: 0.0950923
Dec 11 16:28:13.741474 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f319a1b8-646c-44a2-9a66-75034ad6c1e8 req-f64148f4-c307-44db-ab33-531409bb7f3f tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453749
Dec 11 16:28:13.984485 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834702c3-48bd-4b7e-a512-3f110d963c86 req-98b7ddc9-1bcc-4067-b953-6aaa7b04e1bc tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:13.986070 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-834702c3-48bd-4b7e-a512-3f110d963c86 req-98b7ddc9-1bcc-4067-b953-6aaa7b04e1bc tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.0942452
Dec 11 16:28:14.037219 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-834702c3-48bd-4b7e-a512-3f110d963c86 req-b94b4bc0-1400-4cf9-afe2-5c05dfa51813 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444613
Dec 11 16:28:14.695430 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:28:15.004010 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc2d22-f3d2-4c6a-9d40-054819c23ee9 req-fa98e984-26c2-476f-baa6-469ace2243ce tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:15.007878 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c1cc2d22-f3d2-4c6a-9d40-054819c23ee9 req-fa98e984-26c2-476f-baa6-469ace2243ce tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 943 time: 0.1133239
Dec 11 16:28:15.062413 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c1cc2d22-f3d2-4c6a-9d40-054819c23ee9 req-cb2bae2b-01ab-4b05-8e25-a11fb72cbffb tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494463
Dec 11 16:28:15.312494 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d06fd-d1ba-4a4e-8393-598e6773ef65 req-e7643c44-4755-4117-b225-a630582a6b79 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:15.315059 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a72d06fd-d1ba-4a4e-8393-598e6773ef65 req-e7643c44-4755-4117-b225-a630582a6b79 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.1200562
Dec 11 16:28:15.379757 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a72d06fd-d1ba-4a4e-8393-598e6773ef65 req-f86602bd-a61c-4daf-a871-492bdad835ee tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576339
Dec 11 16:28:16.299490 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e53d2f-61eb-4e9a-ba54-67150672a663 req-b4aa9fd7-dd9e-468f-bb91-b04050c242ec tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:16.301925 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-75e53d2f-61eb-4e9a-ba54-67150672a663 req-b4aa9fd7-dd9e-468f-bb91-b04050c242ec tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 943 time: 0.0893650
Dec 11 16:28:16.356477 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-75e53d2f-61eb-4e9a-ba54-67150672a663 req-b93543bb-14e6-469e-88f5-cdf14b1a98fd tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474734
Dec 11 16:28:16.635957 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f90c9-2935-4fd3-8964-6507ea3a12ba req-15419839-d1a8-4269-a56d-d455071f0a87 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:16.637662 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0e9f90c9-2935-4fd3-8964-6507ea3a12ba req-15419839-d1a8-4269-a56d-d455071f0a87 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.1046934
Dec 11 16:28:16.697296 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0e9f90c9-2935-4fd3-8964-6507ea3a12ba req-3d248062-7998-404e-80a9-c14c6a2d476b tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518174
Dec 11 16:28:17.587425 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e77d02-2a8a-4c6e-ab6d-afdeaa7f09aa req-f4165fcb-6661-4d94-a903-44b955b71577 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:17.589089 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-96e77d02-2a8a-4c6e-ab6d-afdeaa7f09aa req-f4165fcb-6661-4d94-a903-44b955b71577 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 943 time: 0.0899396
Dec 11 16:28:17.638631 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-96e77d02-2a8a-4c6e-ab6d-afdeaa7f09aa req-b9f40f4e-d21b-425a-af51-0d4eba67b1ef tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427718
Dec 11 16:28:20.313166 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 7a60821d-6016-433c-b76f-7d2a188c9e52 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:28:20.381973 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:20.400381 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning for port 7a60821d-6016-433c-b76f-7d2a188c9e52 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:28:20.406767 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 7a60821d-6016-433c-b76f-7d2a188c9e52 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:28:20.407222 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:20.539092 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:20.600285 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port 7a60821d-6016-433c-b76f-7d2a188c9e52, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=7a60821d-6016-433c-b76f-7d2a188c9e52,segment=NetworkSegment(ab1f9bf8-33bf-4411-b975-dd1c836e7017),segment_id=ab1f9bf8-33bf-4411-b975-dd1c836e7017)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:28:20.601972 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae5117d-6777-4de8-ae01-c2fd0f5838f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a60821d-6016-433c-b76f-7d2a188c9e52'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:28:20.608819 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:20.611607 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:20.620379 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17cf86-a727-4651-ae07-6e6e2b30e11b req-54706b2f-3910-490a-aeff-abedb14c82f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:20.622273 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4b17cf86-a727-4651-ae07-6e6e2b30e11b req-54706b2f-3910-490a-aeff-abedb14c82f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.1072087
Dec 11 16:28:20.677841 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4b17cf86-a727-4651-ae07-6e6e2b30e11b req-671027d4-708a-41d6-a970-899b346e2997 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481875
Dec 11 16:28:20.708406 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=7a60821d-6016-433c-b76f-7d2a188c9e52,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:20.712882 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:20.798757 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd0c33-96af-463f-aeb3-a8978dcb6d99 req-e96f1e44-ca63-4108-8fdc-0cb1857afa46 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:20.800981 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-cdbd0c33-96af-463f-aeb3-a8978dcb6d99 req-e96f1e44-ca63-4108-8fdc-0cb1857afa46 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 945 time: 0.0862484
Dec 11 16:28:20.860690 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-cdbd0c33-96af-463f-aeb3-a8978dcb6d99 req-7595a1a7-d9aa-4d8a-a23c-6ebe34e4508e tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490100
Dec 11 16:28:20.865489 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae5117d-6777-4de8-ae01-c2fd0f5838f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a60821d-6016-433c-b76f-7d2a188c9e52', 'code': 200}
Dec 11 16:28:21.162791 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 7a60821d-6016-433c-b76f-7d2a188c9e52 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:28:21.203797 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1806f4-5b9e-45ca-af3f-b28f8eface46 req-c3f1f602-52b0-49d3-884f-5c10b1f9f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:21.205448 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1e1806f4-5b9e-45ca-af3f-b28f8eface46 req-c3f1f602-52b0-49d3-884f-5c10b1f9f614 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 1162 time: 0.0802903
Dec 11 16:28:21.261351 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 7a60821d-6016-433c-b76f-7d2a188c9e52 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:28:21.261780 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:21.282117 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1e1806f4-5b9e-45ca-af3f-b28f8eface46 req-83205f8f-9956-4446-b0c0-71e9f852dde3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582128
Dec 11 16:28:22.066614 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2d9ee-5fb4-4d1a-bfc0-546e84bfb125 req-29d9166b-a986-4bb5-9f32-e0b473607db3 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:22.071316 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-38f2d9ee-5fb4-4d1a-bfc0-546e84bfb125 req-29d9166b-a986-4bb5-9f32-e0b473607db3 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.1185658
Dec 11 16:28:22.128048 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-38f2d9ee-5fb4-4d1a-bfc0-546e84bfb125 req-9572bd9c-4498-4fd6-bb2c-d6707856ee13 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486176
Dec 11 16:28:22.238175 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd70b6-7d03-4b6a-b5e2-34fd9f99aca5 req-32a392e8-c44b-496a-8956-39eb47c9bdbc tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:22.239896 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9bfd70b6-7d03-4b6a-b5e2-34fd9f99aca5 req-32a392e8-c44b-496a-8956-39eb47c9bdbc tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 945 time: 0.0905817
Dec 11 16:28:22.305859 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9bfd70b6-7d03-4b6a-b5e2-34fd9f99aca5 req-afdb57d2-bca2-42ad-9e43-c035f92dc589 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525811
Dec 11 16:28:23.352143 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8499967-d344-41a9-8583-b75e3ecb0be4 req-7b0ba0d2-0d0b-46a4-b9fb-c9aa7e053ee0 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:23.353772 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f8499967-d344-41a9-8583-b75e3ecb0be4 req-7b0ba0d2-0d0b-46a4-b9fb-c9aa7e053ee0 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.0870841
Dec 11 16:28:23.426423 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f8499967-d344-41a9-8583-b75e3ecb0be4 req-1f0a33b1-4e8e-4d64-aeba-2151de03160f tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654788
Dec 11 16:28:23.554609 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ce6a5-f75d-4c4e-ab49-d71076e39ad9 req-33609b3d-cf22-4459-bb1b-43b6372b5de2 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:23.556483 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-256ce6a5-f75d-4c4e-ab49-d71076e39ad9 req-33609b3d-cf22-4459-bb1b-43b6372b5de2 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 945 time: 0.0979388
Dec 11 16:28:23.619428 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-256ce6a5-f75d-4c4e-ab49-d71076e39ad9 req-c0870677-6c24-4626-abf5-60d18ee766a0 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553029
Dec 11 16:28:24.663318 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175f6e1-cc7f-40b3-9e99-10bf1d3160f3 req-d2694518-d5cf-41f9-9c1a-64ca8c7c9659 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:24.667356 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8175f6e1-cc7f-40b3-9e99-10bf1d3160f3 req-d2694518-d5cf-41f9-9c1a-64ca8c7c9659 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.1021578
Dec 11 16:28:24.723466 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8175f6e1-cc7f-40b3-9e99-10bf1d3160f3 req-5f3ab9ed-3575-48a2-9a05-488170b528da tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493813
Dec 11 16:28:25.966818 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4ce74-2211-45ec-9620-10ce43b59f7d req-ddd578ce-16f1-4dd8-9927-70c6c06445b9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:25.968716 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8fb4ce74-2211-45ec-9620-10ce43b59f7d req-ddd578ce-16f1-4dd8-9927-70c6c06445b9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.0909278
Dec 11 16:28:26.019875 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8fb4ce74-2211-45ec-9620-10ce43b59f7d req-986fbff3-880d-473c-9aa8-c0c7d6bf2335 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427487
Dec 11 16:28:27.294096 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74bf8c-4528-462f-a017-4fb18767d5a9 req-32833834-c174-443d-bc17-d01d1360e205 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:27.302357 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-cf74bf8c-4528-462f-a017-4fb18767d5a9 req-32833834-c174-443d-bc17-d01d1360e205 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.1122520
Dec 11 16:28:27.390876 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-cf74bf8c-4528-462f-a017-4fb18767d5a9 req-ff3a9e51-3a61-4c8d-82c1-957f03fac41b tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873439
Dec 11 16:28:27.556593 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-c144188a-ae79-4d05-9e19-e48c75709934 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:27.563083 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-c144188a-ae79-4d05-9e19-e48c75709934 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/networks?id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61 HTTP/1.1" status: 200  len: 814 time: 0.2443030
Dec 11 16:28:27.585688 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-fe1d7eae-b262-44b5-99d2-49a403cbcbc9 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/quotas/511468fc2d8d49c8b28184d367b1e7fa HTTP/1.1" status: 200  len: 375 time: 0.0125346
Dec 11 16:28:27.698655 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-26b0aee1-4923-4e5a-a716-6c9fa0aa77b4 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?tenant_id=511468fc2d8d49c8b28184d367b1e7fa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1057208
Dec 11 16:28:27.869542 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-1ae72d8b-d7c4-4d48-88db-d50172760d48 service neutron] 10.222.0.68 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697385
Dec 11 16:28:28.017305 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 56824) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:28.034953 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 56830) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:28.054252 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-808ff2ae-a527-48dc-b575-d68d5cca71a9 service neutron] 10.222.0.68 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1742623
Dec 11 16:28:28.316494 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a95abe35-4e3a-4e04-8b06-6433a242e69d req-bb9fa346-ef72-46d7-9530-e5d2c230f554 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166 HTTP/1.1" status: 200  len: 210 time: 0.0572388
Dec 11 16:28:28.326035 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5f0e-8500-4c09-9207-6d0053ef50e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:28.338213 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d494c77b-4952-4099-829f-83cb871bfffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:28.362470 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-e8aa5f0e-8500-4c09-9207-6d0053ef50e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:28:28.367245 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-d494c77b-4952-4099-829f-83cb871bfffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:28:28.369886 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-e8aa5f0e-8500-4c09-9207-6d0053ef50e7 admin admin] Usage tracker for resource:security_group_rule and tenant:df0bee7eb4544eb68c3a2013d2722f96 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:28:28.373906 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-e8aa5f0e-8500-4c09-9207-6d0053ef50e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:28:28.380246 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-d494c77b-4952-4099-829f-83cb871bfffe admin admin] Usage tracker for resource:security_group_rule and tenant:a9f9df197b974c70bd695976a28b2176 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:28:28.383840 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-e8aa5f0e-8500-4c09-9207-6d0053ef50e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:28:28.386673 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-d494c77b-4952-4099-829f-83cb871bfffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:28:28.395591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-d494c77b-4952-4099-829f-83cb871bfffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:28:28.554237 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5f0e-8500-4c09-9207-6d0053ef50e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:28.566040 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5f0e-8500-4c09-9207-6d0053ef50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:28.579206 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:28.592292 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d494c77b-4952-4099-829f-83cb871bfffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:28.608063 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d494c77b-4952-4099-829f-83cb871bfffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:28.654791 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85362209-0f5d-444e-9813-38b4c6fba100 req-fe1af74e-c139-424b-8330-dd9e0c3005bf tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:28.656609 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-85362209-0f5d-444e-9813-38b4c6fba100 req-fe1af74e-c139-424b-8330-dd9e0c3005bf tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.0999711
Dec 11 16:28:28.668750 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-e8aa5f0e-8500-4c09-9207-6d0053ef50e7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=df0bee7eb4544eb68c3a2013d2722f96&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6323295
Dec 11 16:28:28.670773 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa5f0e-8500-4c09-9207-6d0053ef50e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4ea3c7-dcf5-4b82-a762-bfa0f363fe0e,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:28.671645 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 56850) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:28.678570 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-d494c77b-4952-4099-829f-83cb871bfffe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a9f9df197b974c70bd695976a28b2176&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6570876
Dec 11 16:28:28.678570 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e8aa5f0e-8500-4c09-9207-6d0053ef50e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:28.678570 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:28.686234 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 56854) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:28.742559 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494c77b-4952-4099-829f-83cb871bfffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93a32f5-92a3-4aed-85c1-078c9e8aa82a,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:28.754420 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d494c77b-4952-4099-829f-83cb871bfffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:28.763337 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-85362209-0f5d-444e-9813-38b4c6fba100 req-b5bacb9d-266c-42ca-8e7b-986cde938eed tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935462
Dec 11 16:28:28.788079 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-bf1dd908-d07c-426d-a94f-0e018368b3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:28.811676 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f5efc373-303b-4e56-b7a0-dfed23079742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:28.822083 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-bf1dd908-d07c-426d-a94f-0e018368b3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:28.851902 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f5efc373-303b-4e56-b7a0-dfed23079742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:28.895493 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-bf1dd908-d07c-426d-a94f-0e018368b3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:28.899871 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-def771b9-922f-4d79-b929-80b95c88df11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:28.915022 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dd908-d07c-426d-a94f-0e018368b3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93a32f5-92a3-4aed-85c1-078c9e8aa82a,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:28.921949 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-bf1dd908-d07c-426d-a94f-0e018368b3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:28.928804 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-bf1dd908-d07c-426d-a94f-0e018368b3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:28.930159 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-bf1dd908-d07c-426d-a94f-0e018368b3f1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e93a32f5-92a3-4aed-85c1-078c9e8aa82a HTTP/1.1" status: 204  len: 168 time: 0.2419114
Dec 11 16:28:28.931866 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f5efc373-303b-4e56-b7a0-dfed23079742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:28.956679 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ccec3ec6-4fc0-4e82-bc50-2d9305425acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:28.971427 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f5efc373-303b-4e56-b7a0-dfed23079742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:28.972755 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-f5efc373-303b-4e56-b7a0-dfed23079742 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ec4ea3c7-dcf5-4b82-a762-bfa0f363fe0e HTTP/1.1" status: 204  len: 168 time: 0.3001232
Dec 11 16:28:28.975631 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efc373-303b-4e56-b7a0-dfed23079742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4ea3c7-dcf5-4b82-a762-bfa0f363fe0e,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:28.983416 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f5efc373-303b-4e56-b7a0-dfed23079742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:29.208398 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 56878) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:29.339801 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7630b2b-0cce-4dde-8546-2402988b8a49 admin admin] Deleting subnet b0c8189a-d303-49fa-8962-ff37adda0b4b {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 11 16:28:29.350730 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f7630b2b-0cce-4dde-8546-2402988b8a49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:29.425832 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f7630b2b-0cce-4dde-8546-2402988b8a49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29288042'] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:29.501224 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f7630b2b-0cce-4dde-8546-2402988b8a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851265986'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:29.570150 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a636e18d-7819-4080-9737-ea6949347ddb req-806881a8-0f31-466c-a689-0fcfc26180ef tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166 HTTP/1.1" status: 200  len: 210 time: 0.0860288
Dec 11 16:28:29.850776 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f7630b2b-0cce-4dde-8546-2402988b8a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29322894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826608918'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:29.974935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7cd6cecf-d4b0-44b9-812d-91c6316124e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:30.049659 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7630b2b-0cce-4dde-8546-2402988b8a49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0c8189a-d303-49fa-8962-ff37adda0b4b,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:30.063665 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f7630b2b-0cce-4dde-8546-2402988b8a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:30.070271 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f7630b2b-0cce-4dde-8546-2402988b8a49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:30.077664 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-f7630b2b-0cce-4dde-8546-2402988b8a49 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b0c8189a-d303-49fa-8962-ff37adda0b4b HTTP/1.1" status: 204  len: 168 time: 0.8679740
Dec 11 16:28:30.080355 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 56914) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:30.243753 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a2dcde82-627a-421e-a327-23db667b9196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3897092'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:30.328139 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-7bf5d717-835f-49bb-9abb-651f3eefbe44 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:30.329850 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-7bf5d717-835f-49bb-9abb-651f3eefbe44 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.64 "GET /v2.0/networks?id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61 HTTP/1.1" status: 200  len: 814 time: 0.4539554
Dec 11 16:28:30.364049 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953fbc5-d73f-4062-9c24-a346d807c308 req-0f6af567-97db-4b6e-99e1-8dd6fed5abb8 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:30.373292 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b953fbc5-d73f-4062-9c24-a346d807c308 req-0f6af567-97db-4b6e-99e1-8dd6fed5abb8 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.3999445
Dec 11 16:28:30.431892 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-4d518b2a-d573-4c52-a095-506af040c0b8 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Request body: {'port': {'device_id': 'ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166', 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61', 'admin_state_up': True, 'tenant_id': '511468fc2d8d49c8b28184d367b1e7fa'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:28:30.463640 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b953fbc5-d73f-4062-9c24-a346d807c308 req-e002318a-9c8a-410c-8b82-a2c959881703 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844221
Dec 11 16:28:30.487109 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a2dcde82-627a-421e-a327-23db667b9196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536934', 'neutron.services.segments.db._delete_segments_for_network--9223363279767150606'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:30.735382 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-4d518b2a-d573-4c52-a095-506af040c0b8 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:28:30.758590 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-4d518b2a-d573-4c52-a095-506af040c0b8 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:28:30.780291 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-a2dcde82-627a-421e-a327-23db667b9196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6eb08b8438>,) {'filters': {'network_id': ['ab3f515e-c399-4bc0-81cd-325cdbc196e3']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:28:30.800259 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-a2dcde82-627a-421e-a327-23db667b9196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eb08b8438>, '933b96f9-0e30-4f22-9e6d-12582d262087') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:28:30.800872 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-a2dcde82-627a-421e-a327-23db667b9196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eb08b8438>, '933b96f9-0e30-4f22-9e6d-12582d262087') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:28:30.826777 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a2dcde82-627a-421e-a327-23db667b9196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279767145639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036825487758'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:30.830175 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-de182d42-f6ab-427b-bf08-3ed45a4eb80e req-0530e2c1-7f31-4477-80cb-7e9785db667a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166 HTTP/1.1" status: 200  len: 210 time: 0.0659177
Dec 11 16:28:30.830980 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-4d518b2a-d573-4c52-a095-506af040c0b8 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Made reservation on behalf of 511468fc2d8d49c8b28184d367b1e7fa for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:28:30.837349 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-4d518b2a-d573-4c52-a095-506af040c0b8 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:30.848449 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a2dcde82-627a-421e-a327-23db667b9196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:30.851945 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a2dcde82-627a-421e-a327-23db667b9196 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 11 16:28:31.076229 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-a2dcde82-627a-421e-a327-23db667b9196 admin admin] Network ab3f515e-c399-4bc0-81cd-325cdbc196e3 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:28:31.092084 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a2dcde82-627a-421e-a327-23db667b9196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3532889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29322805'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:31.316196 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-a2dcde82-627a-421e-a327-23db667b9196 admin admin] Network ab3f515e-c399-4bc0-81cd-325cdbc196e3 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]: Traceback (most recent call last):
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:     timer()
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:     cb(*args, **kw)
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:     return func(*args, **kwargs)
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:     self._notify()
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.callback(batched_events)
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:     event.method(event)
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:     segment_id)['aggregates'][0]
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(self, *a, **k)
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self._get(url).json()
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:     **kwargs)
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.request(url, 'GET', **kwargs)
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:     **endpoint_filter)
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 16:28:31.359517 dv-cinder-766752-1-iscsi neutron-server[80088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 16:28:31.472807 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a2dcde82-627a-421e-a327-23db667b9196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851238850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854270827'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:31.478075 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:31.523500 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-4d518b2a-d573-4c52-a095-506af040c0b8 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Allocated IP 172.20.0.9 (992b278b-e7cd-4bd8-bda7-fa61f5dabe61/840d87d5-193c-4288-adc8-59ea35bedd36/070c8561-0e66-4cbd-84b6-deb847918caf) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:28:31.527194 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a2dcde82-627a-421e-a327-23db667b9196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:31.553981 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dcde82-627a-421e-a327-23db667b9196 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab3f515e-c399-4bc0-81cd-325cdbc196e3,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:31.569947 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a2dcde82-627a-421e-a327-23db667b9196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:31.578428 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-a2dcde82-627a-421e-a327-23db667b9196 admin admin] 10.222.0.68 "DELETE /v2.0/networks/ab3f515e-c399-4bc0-81cd-325cdbc196e3 HTTP/1.1" status: 204  len: 168 time: 1.4961460
Dec 11 16:28:31.579724 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 56960) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:31.688820 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab534ff3-1fa0-45e2-a676-11b3ce2b642d admin admin] Deleting subnet d3dfac3f-f219-4785-9073-afb14e5690e9 {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 11 16:28:31.693116 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ab534ff3-1fa0-45e2-a676-11b3ce2b642d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:31.764735 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ab534ff3-1fa0-45e2-a676-11b3ce2b642d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29288042'] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:31.840719 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-4d518b2a-d573-4c52-a095-506af040c0b8 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:31.863553 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ab534ff3-1fa0-45e2-a676-11b3ce2b642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851265986'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:31.877957 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-4d518b2a-d573-4c52-a095-506af040c0b8 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:31.902938 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c2ab8-fca4-4a87-bb36-d0c722741bde req-8d8d3fd3-ce51-432d-9041-000335100d83 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:31.904829 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3e8c2ab8-fca4-4a87-bb36-d0c722741bde req-8d8d3fd3-ce51-432d-9041-000335100d83 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.2863648
Dec 11 16:28:31.910365 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-0e7c6eab-7d2a-451e-b2b8-3b0e98cebdb7 tempest-DeleteServersTestJSON-416968503 tempest-DeleteServersTestJSON-416968503] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:32.093109 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3e8c2ab8-fca4-4a87-bb36-d0c722741bde req-16c16749-7ea0-43bb-ba0f-3c58d99004d7 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459639
Dec 11 16:28:32.110610 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d518b2a-d573-4c52-a095-506af040c0b8 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Pushing event updated for resources: {'Port': ['ID=070c8561-0e66-4cbd-84b6-deb847918caf,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:32.119159 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4d518b2a-d573-4c52-a095-506af040c0b8 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:32.178888 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-4d518b2a-d573-4c52-a095-506af040c0b8 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Network 992b278b-e7cd-4bd8-bda7-fa61f5dabe61 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:28:32.182289 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-4d518b2a-d573-4c52-a095-506af040c0b8 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:28:32.220058 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-4d518b2a-d573-4c52-a095-506af040c0b8 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:28:32.252453 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ab534ff3-1fa0-45e2-a676-11b3ce2b642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29322894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826608918'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:32.273381 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-64e45aad-d8a8-4fe3-b8d6-65ea2d896d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:32.307589 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-4d518b2a-d573-4c52-a095-506af040c0b8 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:32.307829 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-4d518b2a-d573-4c52-a095-506af040c0b8 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:32.330461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab534ff3-1fa0-45e2-a676-11b3ce2b642d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3dfac3f-f219-4785-9073-afb14e5690e9,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:32.333957 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ab534ff3-1fa0-45e2-a676-11b3ce2b642d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:32.340260 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-4d518b2a-d573-4c52-a095-506af040c0b8 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9359741
Dec 11 16:28:32.355463 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1e015-e8eb-4555-a881-c1e2b6bc2de4 req-0e3ad45f-9f29-468a-a87c-897a25190cdc tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:32.356681 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-68d1e015-e8eb-4555-a881-c1e2b6bc2de4 req-0e3ad45f-9f29-468a-a87c-897a25190cdc tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Synchronizing usage tracker for tenant:511468fc2d8d49c8b28184d367b1e7fa on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:28:32.367428 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Request body: {'port': {'device_id': 'ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:28:32.428213 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ab534ff3-1fa0-45e2-a676-11b3ce2b642d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:32.435204 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-ab534ff3-1fa0-45e2-a676-11b3ce2b642d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d3dfac3f-f219-4785-9073-afb14e5690e9 HTTP/1.1" status: 204  len: 168 time: 0.8505261
Dec 11 16:28:32.439948 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 56984) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:32.460796 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-68d1e015-e8eb-4555-a881-c1e2b6bc2de4 req-0e3ad45f-9f29-468a-a87c-897a25190cdc tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Unset dirty status for tenant:511468fc2d8d49c8b28184d367b1e7fa on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:28:32.462293 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-68d1e015-e8eb-4555-a881-c1e2b6bc2de4 req-0e3ad45f-9f29-468a-a87c-897a25190cdc tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166 HTTP/1.1" status: 200  len: 931 time: 0.2818480
Dec 11 16:28:32.553207 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:32.668958 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1c5c76b6-019c-40f4-b607-6d9fa7a7a96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3897092'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:32.736797 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 56998) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:32.757531 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-68d1e015-e8eb-4555-a881-c1e2b6bc2de4 req-9e6aa2d6-38b5-4ab3-9160-025b5d1c2519 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2124214
Dec 11 16:28:33.041105 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6026499-b6aa-4ca4-9009-72553277ef3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:33.069073 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-e6026499-b6aa-4ca4-9009-72553277ef3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:28:33.073708 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-e6026499-b6aa-4ca4-9009-72553277ef3d admin admin] Usage tracker for resource:security_group_rule and tenant:63173ed0375645d4845ad55d360060a4 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:28:33.078557 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-e6026499-b6aa-4ca4-9009-72553277ef3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:28:33.085202 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-e6026499-b6aa-4ca4-9009-72553277ef3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:28:33.218488 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6026499-b6aa-4ca4-9009-72553277ef3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:33.224256 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6026499-b6aa-4ca4-9009-72553277ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:33.261380 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6cd8b69a-e595-4f08-bfb9-883145e7107e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:33.297183 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-e6026499-b6aa-4ca4-9009-72553277ef3d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=63173ed0375645d4845ad55d360060a4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5554848
Dec 11 16:28:33.301417 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1c5c76b6-019c-40f4-b607-6d9fa7a7a96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536934', 'neutron.services.segments.db._delete_segments_for_network--9223363279767150606'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:33.305810 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 57020) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:33.306628 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6026499-b6aa-4ca4-9009-72553277ef3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5abd84-1293-45f4-9e68-0e05f88b1335,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:33.359050 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e6026499-b6aa-4ca4-9009-72553277ef3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:33.438901 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-1c5c76b6-019c-40f4-b607-6d9fa7a7a96b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6eb108a128>,) {'filters': {'network_id': ['93480748-6f8f-4ea3-8037-c5f9b854247a']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:28:33.454014 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-1c5c76b6-019c-40f4-b607-6d9fa7a7a96b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eb108a128>, 'f62231de-b3a5-41ee-99c4-d16adc207d85') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:28:33.454386 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-1c5c76b6-019c-40f4-b607-6d9fa7a7a96b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eb108a128>, 'f62231de-b3a5-41ee-99c4-d16adc207d85') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:28:33.468416 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1c5c76b6-019c-40f4-b607-6d9fa7a7a96b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279767145639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036825487758'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:33.488039 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1c5c76b6-019c-40f4-b607-6d9fa7a7a96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:33.496453 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1c5c76b6-019c-40f4-b607-6d9fa7a7a96b admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 11 16:28:33.533500 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070c8561-0e66-4cbd-84b6-deb847918caf {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 11 16:28:33.551769 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:33.564732 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2b2e7389-2c78-4a20-91cf-6dda24caf3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:33.597515 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615cf7d-0da0-497a-9e3e-becca441b241 req-2bb274cb-a9b7-4001-8998-b436606428b2 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:33.599314 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b615cf7d-0da0-497a-9e3e-becca441b241 req-2bb274cb-a9b7-4001-8998-b436606428b2 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.2998898
Dec 11 16:28:33.635240 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2b2e7389-2c78-4a20-91cf-6dda24caf3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:33.707993 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b615cf7d-0da0-497a-9e3e-becca441b241 req-1602786c-04e8-49d3-9778-7b6ef1c665f2 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921440
Dec 11 16:28:33.709989 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-1c5c76b6-019c-40f4-b607-6d9fa7a7a96b admin admin] Network 93480748-6f8f-4ea3-8037-c5f9b854247a has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:28:33.721374 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1c5c76b6-019c-40f4-b607-6d9fa7a7a96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3532889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29322805'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:33.725894 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2b2e7389-2c78-4a20-91cf-6dda24caf3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:33.733040 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-19cb533d-4cb8-4028-9c65-69d31dc84ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:33.751623 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e7389-2c78-4a20-91cf-6dda24caf3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5abd84-1293-45f4-9e68-0e05f88b1335,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:33.754074 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2b2e7389-2c78-4a20-91cf-6dda24caf3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:33.755907 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-2b2e7389-2c78-4a20-91cf-6dda24caf3c5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0f5abd84-1293-45f4-9e68-0e05f88b1335 HTTP/1.1" status: 204  len: 168 time: 0.4339278
Dec 11 16:28:33.757041 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2b2e7389-2c78-4a20-91cf-6dda24caf3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:34.011129 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-1c5c76b6-019c-40f4-b607-6d9fa7a7a96b admin admin] Network 93480748-6f8f-4ea3-8037-c5f9b854247a has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]: Traceback (most recent call last):
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:     timer()
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:     cb(*args, **kw)
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:     return func(*args, **kwargs)
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:     self._notify()
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.callback(batched_events)
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:     event.method(event)
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:     segment_id)['aggregates'][0]
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(self, *a, **k)
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self._get(url).json()
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:     **kwargs)
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.request(url, 'GET', **kwargs)
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:     **endpoint_filter)
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 16:28:34.043237 dv-cinder-766752-1-iscsi neutron-server[80088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 16:28:34.082464 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01e63d-5f56-4d2e-b766-9944574ea45f req-5da9e129-91a7-4a75-b2ec-5a39883b3986 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:34.085194 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6a01e63d-5f56-4d2e-b766-9944574ea45f req-5da9e129-91a7-4a75-b2ec-5a39883b3986 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166 HTTP/1.1" status: 200  len: 931 time: 0.1326272
Dec 11 16:28:34.137988 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Transition to ACTIVE for port object 070c8561-0e66-4cbd-84b6-deb847918caf will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:28:34.139477 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1c5c76b6-019c-40f4-b607-6d9fa7a7a96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851238850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854270827'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:34.143406 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6a01e63d-5f56-4d2e-b766-9944574ea45f req-269dcf90-9ae3-4993-8b9b-15f5b306872b tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519848
Dec 11 16:28:34.144243 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31879474'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:34.150968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:34.162099 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:34.173690 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1c5c76b6-019c-40f4-b607-6d9fa7a7a96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:34.182322 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c76b6-019c-40f4-b607-6d9fa7a7a96b admin admin] Pushing event deleted for resources: {'Network': ['ID=93480748-6f8f-4ea3-8037-c5f9b854247a,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:34.185244 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1c5c76b6-019c-40f4-b607-6d9fa7a7a96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:34.190242 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1c5c76b6-019c-40f4-b607-6d9fa7a7a96b admin admin] 10.222.0.68 "DELETE /v2.0/networks/93480748-6f8f-4ea3-8037-c5f9b854247a HTTP/1.1" status: 204  len: 168 time: 1.7484126
Dec 11 16:28:34.291145 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 57050) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:34.329800 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Pushing event updated for resources: {'Port': ['ID=070c8561-0e66-4cbd-84b6-deb847918caf,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:34.334554 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:34.341118 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cc8ace7d-bda5-47d5-aae5-a53d6b46ed44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:34.361496 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-cc8ace7d-bda5-47d5-aae5-a53d6b46ed44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:28:34.366259 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-cc8ace7d-bda5-47d5-aae5-a53d6b46ed44 admin admin] Usage tracker for resource:security_group_rule and tenant:b7c0bc320935492496d84708521951fa is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:28:34.369426 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-cc8ace7d-bda5-47d5-aae5-a53d6b46ed44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:28:34.373979 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 57054) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:34.375491 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-cc8ace7d-bda5-47d5-aae5-a53d6b46ed44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:28:34.468802 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cc8ace7d-bda5-47d5-aae5-a53d6b46ed44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:34.472274 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cc8ace7d-bda5-47d5-aae5-a53d6b46ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:34.480134 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:34.527324 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ace7d-bda5-47d5-aae5-a53d6b46ed44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd43813-5318-4933-993f-300b069ec705,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:34.532463 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-cc8ace7d-bda5-47d5-aae5-a53d6b46ed44 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b7c0bc320935492496d84708521951fa&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2398996
Dec 11 16:28:34.533489 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-cc8ace7d-bda5-47d5-aae5-a53d6b46ed44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:34.535236 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 57058) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:34.560149 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-312d7271-4df3-4e19-b343-b3322344ac53 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7079d40af2154bcdbb07ff48de458429&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1851492
Dec 11 16:28:34.563975 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 57062) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:34.610004 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b7349121-939f-4b14-b5f0-8511b739fb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:34.615717 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Attempting to bind port 070c8561-0e66-4cbd-84b6-deb847918caf on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:28:34.616100 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Attempting to bind port 070c8561-0e66-4cbd-84b6-deb847918caf by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'ab1f9bf8-33bf-4411-b975-dd1c836e7017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:28:34.616476 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Attempting to bind port 070c8561-0e66-4cbd-84b6-deb847918caf on network 992b278b-e7cd-4bd8-bda7-fa61f5dabe61 {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:28:34.635627 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Checking agent: {'id': 'bb51e0aa-91b6-4647-b88f-2e2e91697051', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 49), 'started_at': datetime.datetime(2020, 12, 11, 16, 25, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:28:34.636048 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Checking segment: {'id': 'ab1f9bf8-33bf-4411-b975-dd1c836e7017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:28:34.636262 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:34.636768 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Bound using segment: {'id': 'ab1f9bf8-33bf-4411-b975-dd1c836e7017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:28:34.637465 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Bound port: 070c8561-0e66-4cbd-84b6-deb847918caf, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1f9bf8-33bf-4411-b975-dd1c836e7017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:28:34.643049 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:34.653160 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b7349121-939f-4b14-b5f0-8511b739fb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:34.703684 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b7349121-939f-4b14-b5f0-8511b739fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:34.709954 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-bf1dd908-d07c-426d-a94f-0e018368b3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:34.724602 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7349121-939f-4b14-b5f0-8511b739fb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd43813-5318-4933-993f-300b069ec705,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:34.725546 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-488f3a1d-d82d-4456-b74d-676d666e95f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:34.727307 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b7349121-939f-4b14-b5f0-8511b739fb4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:34.729826 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b7349121-939f-4b14-b5f0-8511b739fb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:34.734996 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-b7349121-939f-4b14-b5f0-8511b739fb4a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7cd43813-5318-4933-993f-300b069ec705 HTTP/1.1" status: 204  len: 168 time: 0.1955857
Dec 11 16:28:34.780198 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-488f3a1d-d82d-4456-b74d-676d666e95f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:34.811344 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] For port 070c8561-0e66-4cbd-84b6-deb847918caf, host hv-cinder-76675, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:28:34.835699 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] For port 070c8561-0e66-4cbd-84b6-deb847918caf, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=070c8561-0e66-4cbd-84b6-deb847918caf,segment=NetworkSegment(ab1f9bf8-33bf-4411-b975-dd1c836e7017),segment_id=ab1f9bf8-33bf-4411-b975-dd1c836e7017)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:28:34.840136 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31879474'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:34.856737 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-dcd6de78-4b90-4664-99a7-e30dc4bf7982 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:34.988739 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-488f3a1d-d82d-4456-b74d-676d666e95f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:35.331982 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-488f3a1d-d82d-4456-b74d-676d666e95f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:35.333247 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-488f3a1d-d82d-4456-b74d-676d666e95f9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fa5b2df2-fd9f-4315-8345-4741fd507dcc HTTP/1.1" status: 204  len: 168 time: 0.7684824
Dec 11 16:28:35.334163 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Pushing event updated for resources: {'Port': ['ID=070c8561-0e66-4cbd-84b6-deb847918caf,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:35.344638 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:35.349496 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:35.383883 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f3a1d-d82d-4456-b74d-676d666e95f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5b2df2-fd9f-4315-8345-4741fd507dcc,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:35.390409 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-488f3a1d-d82d-4456-b74d-676d666e95f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:35.415562 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384e05-2f95-4549-9cbf-32d7199ca670 req-d823e666-644f-4696-9a74-8374ab4864a7 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:35.416849 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5e384e05-2f95-4549-9cbf-32d7199ca670 req-d823e666-644f-4696-9a74-8374ab4864a7 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.5180130
Dec 11 16:28:35.423953 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:35.425591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:35.427918 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] 10.222.0.64 "PUT /v2.0/ports/070c8561-0e66-4cbd-84b6-deb847918caf HTTP/1.1" status: 200  len: 1157 time: 3.0664678
Dec 11 16:28:35.428734 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166', 'tag': '070c8561-0e66-4cbd-84b6-deb847918caf'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:28:35.622664 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5e384e05-2f95-4549-9cbf-32d7199ca670 req-aec6139a-a1ec-4e19-8c67-ec6cf8470462 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708972
Dec 11 16:28:35.683359 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-e5caf739-1bf5-44c4-8416-1e547e36db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:35.685009 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-e5caf739-1bf5-44c4-8416-1e547e36db99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=511468fc2d8d49c8b28184d367b1e7fa&device_id=ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166 HTTP/1.1" status: 200  len: 1160 time: 0.1935313
Dec 11 16:28:35.701985 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132e207-75b8-4192-89de-43c99ef52a84 req-6441745e-7d29-4c78-a35a-9cbe31dc39fb tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:35.704267 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0132e207-75b8-4192-89de-43c99ef52a84 req-6441745e-7d29-4c78-a35a-9cbe31dc39fb tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166 HTTP/1.1" status: 200  len: 943 time: 0.1549680
Dec 11 16:28:35.713900 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 57096) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:35.811091 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-04e413e4-e1da-436b-916e-d3c91dd6b553 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=070c8561-0e66-4cbd-84b6-deb847918caf HTTP/1.1" status: 200  len: 217 time: 0.0983822
Dec 11 16:28:35.816906 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166', 'tag': '070c8561-0e66-4cbd-84b6-deb847918caf', 'status': 'completed', 'code': 200}
Dec 11 16:28:35.883208 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-44b9187c-6452-4f7e-90fd-602af53d3192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:35.924295 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-61df04aa-ded3-4192-afec-9d9a9c9a0947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:35.927622 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-61df04aa-ded3-4192-afec-9d9a9c9a0947 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=840d87d5-193c-4288-adc8-59ea35bedd36 HTTP/1.1" status: 200  len: 854 time: 0.1067128
Dec 11 16:28:35.931816 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 57104) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:35.933829 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0132e207-75b8-4192-89de-43c99ef52a84 req-4f511b33-5364-4156-9e02-9045a047dfac tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158392
Dec 11 16:28:35.980406 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f5244227-2ac9-49d7-a785-ca9cad3cdc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:35.999948 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-a5fe533c-2710-4517-98be-4193813f9147 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0601053
Dec 11 16:28:36.019981 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-f5244227-2ac9-49d7-a785-ca9cad3cdc00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:28:36.027964 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-f5244227-2ac9-49d7-a785-ca9cad3cdc00 admin admin] Usage tracker for resource:security_group_rule and tenant:6b988a134d87479799237acbb53a7d50 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:28:36.033332 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-00028a07-be19-4a25-8996-f8d1709934d8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cc0f5a04aed349289bbaa9b710ea8f88&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1001794
Dec 11 16:28:36.035061 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-f5244227-2ac9-49d7-a785-ca9cad3cdc00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:28:36.036744 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 57108) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:36.042851 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-f5244227-2ac9-49d7-a785-ca9cad3cdc00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:28:36.164125 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f5244227-2ac9-49d7-a785-ca9cad3cdc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:36.168135 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f5244227-2ac9-49d7-a785-ca9cad3cdc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:36.178932 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b7349121-939f-4b14-b5f0-8511b739fb4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:36.220932 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e5f76dfc-0eff-4071-9a37-5abd2ff83518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:36.226069 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-f5ee9e4f-a266-4cad-858e-f342a306daa1 service neutron] 10.222.0.64 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2155919
Dec 11 16:28:36.228895 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-f5244227-2ac9-49d7-a785-ca9cad3cdc00 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6b988a134d87479799237acbb53a7d50&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5137823
Dec 11 16:28:36.229695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 57116) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:36.230454 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5244227-2ac9-49d7-a785-ca9cad3cdc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbba5606-5939-49e5-9e2f-0ccf6c789fe9,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:36.233987 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f5244227-2ac9-49d7-a785-ca9cad3cdc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:36.308169 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e5f76dfc-0eff-4071-9a37-5abd2ff83518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:36.311135 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-08c047c0-1358-41a4-b293-ea9f430581d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:36.343888 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-08c047c0-1358-41a4-b293-ea9f430581d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:36.405485 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-08c047c0-1358-41a4-b293-ea9f430581d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:36.418138 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f18f45c1-f9c9-4877-ba6a-c34072c91bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:36.435098 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-08c047c0-1358-41a4-b293-ea9f430581d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:36.436460 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-08c047c0-1358-41a4-b293-ea9f430581d6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bbba5606-5939-49e5-9e2f-0ccf6c789fe9 HTTP/1.1" status: 204  len: 168 time: 0.2014430
Dec 11 16:28:36.437539 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c047c0-1358-41a4-b293-ea9f430581d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbba5606-5939-49e5-9e2f-0ccf6c789fe9,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:36.440512 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-08c047c0-1358-41a4-b293-ea9f430581d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:36.518249 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9854f30d-6888-479a-8f3c-0f7b874003c2 req-758cfbba-09f9-41b8-91bd-1b99d0b33473 service neutron] 10.222.0.64 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2807870
Dec 11 16:28:36.519925 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e5f76dfc-0eff-4071-9a37-5abd2ff83518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:36.526710 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6a781b58-e53f-4e9d-8ed8-a78e7020247f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:36.541634 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f76dfc-0eff-4071-9a37-5abd2ff83518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4244c2-ea0c-4828-8c44-b001cd2b3d23,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:36.544382 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e5f76dfc-0eff-4071-9a37-5abd2ff83518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:36.546661 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-e5f76dfc-0eff-4071-9a37-5abd2ff83518 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9c4244c2-ea0c-4828-8c44-b001cd2b3d23 HTTP/1.1" status: 204  len: 168 time: 0.5076354
Dec 11 16:28:36.546661 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e5f76dfc-0eff-4071-9a37-5abd2ff83518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:36.784116 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc832f-0d59-4411-8a0a-ab98812a67d0 req-e2a7e2e4-4913-4929-8304-4fbb91f0feae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:36.786753 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d0bc832f-0d59-4411-8a0a-ab98812a67d0 req-e2a7e2e4-4913-4929-8304-4fbb91f0feae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=511468fc2d8d49c8b28184d367b1e7fa&device_id=ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166 HTTP/1.1" status: 200  len: 1160 time: 0.1241329
Dec 11 16:28:37.029456 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc832f-0d59-4411-8a0a-ab98812a67d0 req-aebd0a9a-43b9-4241-8f61-79e85451a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:37.031109 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d0bc832f-0d59-4411-8a0a-ab98812a67d0 req-aebd0a9a-43b9-4241-8f61-79e85451a33d service neutron] 10.222.0.64 "GET /v2.0/networks?id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61 HTTP/1.1" status: 200  len: 908 time: 0.2331085
Dec 11 16:28:37.038487 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429dff7-52a0-49ed-b468-f532b1df8c5a req-5a8ce7e5-6f31-469f-8acb-8e189d77d919 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:37.046272 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1429dff7-52a0-49ed-b468-f532b1df8c5a req-5a8ce7e5-6f31-469f-8acb-8e189d77d919 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.2001250
Dec 11 16:28:37.138840 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d0bc832f-0d59-4411-8a0a-ab98812a67d0 req-7b9511e1-09bf-4149-8401-4e67d5602a62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=070c8561-0e66-4cbd-84b6-deb847918caf HTTP/1.1" status: 200  len: 217 time: 0.0901968
Dec 11 16:28:37.167492 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1429dff7-52a0-49ed-b468-f532b1df8c5a req-829f9b55-6519-4636-849a-3292851f8626 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201444
Dec 11 16:28:37.267346 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc832f-0d59-4411-8a0a-ab98812a67d0 req-f2c21d08-2d01-4c64-9e23-de2a81e0c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:37.268943 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d0bc832f-0d59-4411-8a0a-ab98812a67d0 req-f2c21d08-2d01-4c64-9e23-de2a81e0c8eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=840d87d5-193c-4288-adc8-59ea35bedd36 HTTP/1.1" status: 200  len: 854 time: 0.0853741
Dec 11 16:28:37.343570 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d0bc832f-0d59-4411-8a0a-ab98812a67d0 req-7aaf9133-841f-45b4-984e-f345fa0b33ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0639269
Dec 11 16:28:37.615661 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6f2a7-36c0-4b51-8cc6-c159cecffe7f req-cc6a9b57-d9a4-49fb-b0bd-2446db67e81b tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:37.617997 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e7e6f2a7-36c0-4b51-8cc6-c159cecffe7f req-cc6a9b57-d9a4-49fb-b0bd-2446db67e81b tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166 HTTP/1.1" status: 200  len: 943 time: 0.2879877
Dec 11 16:28:37.666494 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d0bc832f-0d59-4411-8a0a-ab98812a67d0 req-ac494b63-1d32-44f8-956f-dcd9a85ce3cc service neutron] 10.222.0.64 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2736557
Dec 11 16:28:37.698459 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e7e6f2a7-36c0-4b51-8cc6-c159cecffe7f req-ed6c4230-7d4c-4e22-9e7d-7ee4eb0c67f4 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646732
Dec 11 16:28:37.866183 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d0bc832f-0d59-4411-8a0a-ab98812a67d0 req-f0b0e8ed-9711-4bd8-804b-509a5e8e1d17 service neutron] 10.222.0.64 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1705682
Dec 11 16:28:38.202899 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-bbd8c530-cf45-4571-8d48-93a2045d53ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:38.436834 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70791b2-6edb-4b7e-a912-914665722271 req-1f45f452-645a-45e7-9058-f533b014562b tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:38.438781 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d70791b2-6edb-4b7e-a912-914665722271 req-1f45f452-645a-45e7-9058-f533b014562b tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.1156220
Dec 11 16:28:38.511718 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d70791b2-6edb-4b7e-a912-914665722271 req-439a33c6-98c4-4583-856d-98b7f141813b tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651176
Dec 11 16:28:38.984348 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d8e2c-d8a9-4d06-986a-50082a711af4 req-ce470bfa-6a5b-4353-bade-e2594294d581 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:38.992400 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b91d8e2c-d8a9-4d06-986a-50082a711af4 req-ce470bfa-6a5b-4353-bade-e2594294d581 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166 HTTP/1.1" status: 200  len: 943 time: 0.1280086
Dec 11 16:28:38.996822 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:39.063665 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b91d8e2c-d8a9-4d06-986a-50082a711af4 req-ffda21cd-5c8a-417e-a033-07a62473042d tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699728
Dec 11 16:28:39.765400 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ac9f0-72db-4ad0-9816-b95f6ff3da58 req-ff8dd198-5378-4abb-a1ad-ab896ec85867 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:39.767474 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ae4ac9f0-72db-4ad0-9816-b95f6ff3da58 req-ff8dd198-5378-4abb-a1ad-ab896ec85867 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.1021061
Dec 11 16:28:39.821481 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ae4ac9f0-72db-4ad0-9816-b95f6ff3da58 req-2d641025-8f56-447f-b3a7-282ddb323d76 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466774
Dec 11 16:28:40.131234 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:40.299494 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027169e-68cf-4bde-a9ab-dbd347d4ddba req-566eac06-4628-4e66-8051-7b3d91228bbd tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:40.302533 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f027169e-68cf-4bde-a9ab-dbd347d4ddba req-566eac06-4628-4e66-8051-7b3d91228bbd tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166 HTTP/1.1" status: 200  len: 943 time: 0.1028330
Dec 11 16:28:40.353049 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f027169e-68cf-4bde-a9ab-dbd347d4ddba req-88a70fa2-695d-4f38-b8f0-28860e018717 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435152
Dec 11 16:28:40.446228 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 070c8561-0e66-4cbd-84b6-deb847918caf up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:28:40.554450 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning for port 070c8561-0e66-4cbd-84b6-deb847918caf completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:28:40.560919 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 070c8561-0e66-4cbd-84b6-deb847918caf triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:28:40.561841 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:40.714944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:40.749764 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070c8561-0e66-4cbd-84b6-deb847918caf'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:28:40.762390 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port 070c8561-0e66-4cbd-84b6-deb847918caf, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=070c8561-0e66-4cbd-84b6-deb847918caf,segment=NetworkSegment(ab1f9bf8-33bf-4411-b975-dd1c836e7017),segment_id=ab1f9bf8-33bf-4411-b975-dd1c836e7017)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:28:40.766498 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:40.770112 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:40.865764 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=070c8561-0e66-4cbd-84b6-deb847918caf,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:40.880646 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:40.900497 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070c8561-0e66-4cbd-84b6-deb847918caf', 'code': 200}
Dec 11 16:28:40.976780 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:41.126461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5659a-44aa-4891-ad31-420680dceb34 req-495d9fa7-8680-48bb-af63-7fc0a56cba73 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:41.128544 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8da5659a-44aa-4891-ad31-420680dceb34 req-495d9fa7-8680-48bb-af63-7fc0a56cba73 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.1037903
Dec 11 16:28:41.220497 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8da5659a-44aa-4891-ad31-420680dceb34 req-a9804287-d225-4073-b84c-7a9c5f22a89e tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844846
Dec 11 16:28:41.264864 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4b431-8bfa-461a-adb6-c9a0b099febe req-7c2a764d-8f65-4bdb-b74f-4b7a934d1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:41.266480 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dbc4b431-8bfa-461a-adb6-c9a0b099febe req-7c2a764d-8f65-4bdb-b74f-4b7a934d1e8f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166 HTTP/1.1" status: 200  len: 1162 time: 0.0822394
Dec 11 16:28:41.315150 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dbc4b431-8bfa-461a-adb6-c9a0b099febe req-2786438b-6951-409d-a168-3d1d841d4ea4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394802
Dec 11 16:28:41.505709 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 070c8561-0e66-4cbd-84b6-deb847918caf up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:28:41.586130 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 070c8561-0e66-4cbd-84b6-deb847918caf triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:28:41.586627 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:41.603490 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40b61d-a412-4441-b7d9-086b48ebb18d req-1ac74abe-2d0a-4d71-a9ea-42ce3169c83a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:41.605248 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4b40b61d-a412-4441-b7d9-086b48ebb18d req-1ac74abe-2d0a-4d71-a9ea-42ce3169c83a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166 HTTP/1.1" status: 200  len: 945 time: 0.1135831
Dec 11 16:28:41.666216 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4b40b61d-a412-4441-b7d9-086b48ebb18d req-c60ca79b-a5cc-4ed7-8f4a-5a9690991ad1 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484016
Dec 11 16:28:42.473690 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252894b-1a20-4281-9fb0-11a738b3a1b0 req-e211f2c0-0b72-4ef2-a5a2-e05040c3f880 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:42.476041 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4252894b-1a20-4281-9fb0-11a738b3a1b0 req-e211f2c0-0b72-4ef2-a5a2-e05040c3f880 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.0994210
Dec 11 16:28:42.550990 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4252894b-1a20-4281-9fb0-11a738b3a1b0 req-edf7d6a5-1998-496f-aa3d-34162c34b62c tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672841
Dec 11 16:28:42.649303 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 57336) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:42.828948 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c8c49abf-129e-42bb-b8fd-3cfeb17f5477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:42.847272 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-c8c49abf-129e-42bb-b8fd-3cfeb17f5477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:28:42.851498 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-c8c49abf-129e-42bb-b8fd-3cfeb17f5477 admin admin] Usage tracker for resource:security_group_rule and tenant:240b2b4cbd71497287e38f3f59358c33 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:28:42.855249 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-c8c49abf-129e-42bb-b8fd-3cfeb17f5477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:28:42.861408 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-c8c49abf-129e-42bb-b8fd-3cfeb17f5477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:28:42.928951 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e50b02-1c85-48ba-a4a3-564b6bcb8e19 req-3d2b63bd-81be-4d3c-aefc-d46a1c3a931f tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:42.931844 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-55e50b02-1c85-48ba-a4a3-564b6bcb8e19 req-3d2b63bd-81be-4d3c-aefc-d46a1c3a931f tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166 HTTP/1.1" status: 200  len: 945 time: 0.1130972
Dec 11 16:28:43.004882 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-55e50b02-1c85-48ba-a4a3-564b6bcb8e19 req-110d3654-3fe3-437c-9926-cfe51a950837 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599008
Dec 11 16:28:43.054629 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c8c49abf-129e-42bb-b8fd-3cfeb17f5477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:43.057937 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c8c49abf-129e-42bb-b8fd-3cfeb17f5477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:43.073993 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-0c05952b-ac68-468f-9eab-742dbb7a9cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:43.123236 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-c8c49abf-129e-42bb-b8fd-3cfeb17f5477 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=240b2b4cbd71497287e38f3f59358c33&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4726515
Dec 11 16:28:43.123463 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 57350) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:43.124331 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c49abf-129e-42bb-b8fd-3cfeb17f5477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098c1138-9471-4a3d-ad18-2a3a33c65ab1,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:43.143784 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c8c49abf-129e-42bb-b8fd-3cfeb17f5477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:43.210239 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:43.243957 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:43.293300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:43.298829 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-64c016b4-2ce4-408d-8e04-2b2a16f7c127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:43.313451 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098c1138-9471-4a3d-ad18-2a3a33c65ab1,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:43.318244 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:43.319502 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/098c1138-9471-4a3d-ad18-2a3a33c65ab1 HTTP/1.1" status: 204  len: 168 time: 0.1951764
Dec 11 16:28:43.325166 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.325478 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.325972 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.326380 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.326775 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.327187 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.327726 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.328182 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.328545 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.328925 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.329292 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.330323 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.330323 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.330516 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.331399 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.331775 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.332147 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.332517 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.332885 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.333256 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.333627 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.334098 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.334347 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.334716 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:43.338598 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:43.841891 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d29b3-2231-473b-8b84-0f88a23187b8 req-c44e6615-bea0-4d4e-8c91-1b018adf36f5 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:43.842760 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device feeed341-179f-4b7b-bea5-b0017bb5d2ed up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:28:43.853224 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6d4d29b3-2231-473b-8b84-0f88a23187b8 req-c44e6615-bea0-4d4e-8c91-1b018adf36f5 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.1462798
Dec 11 16:28:43.922135 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6d4d29b3-2231-473b-8b84-0f88a23187b8 req-883196b3-ca6f-4c25-a6bd-73401a4059fd tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669255
Dec 11 16:28:43.943149 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port feeed341-179f-4b7b-bea5-b0017bb5d2ed triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:28:43.943579 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:44.360074 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7f59d-ced5-4616-9927-3c0661753a87 req-0ee43898-017c-4bcb-a98f-c1162fcbaaac tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:44.370682 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-39e7f59d-ced5-4616-9927-3c0661753a87 req-0ee43898-017c-4bcb-a98f-c1162fcbaaac tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166 HTTP/1.1" status: 200  len: 945 time: 0.1069930
Dec 11 16:28:44.462849 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-39e7f59d-ced5-4616-9927-3c0661753a87 req-aa6e6116-004b-42e1-8fa5-ab032db7ccd6 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909517
Dec 11 16:28:45.183168 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411ebcf-406d-476f-b1d0-42717e67e9d1 req-d8eb044c-8bc8-485a-9895-df2b691e96ff tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:45.184720 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4411ebcf-406d-476f-b1d0-42717e67e9d1 req-d8eb044c-8bc8-485a-9895-df2b691e96ff tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.0913684
Dec 11 16:28:45.509141 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4411ebcf-406d-476f-b1d0-42717e67e9d1 req-4516edfa-dc14-4748-a7f2-940cbbd509b5 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3163624
Dec 11 16:28:46.778065 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3057c-385b-4f3f-b90b-7e0e9e757421 req-386384f4-60a7-47cb-a143-9381486c4179 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:46.780985 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8cd3057c-385b-4f3f-b90b-7e0e9e757421 req-386384f4-60a7-47cb-a143-9381486c4179 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.1176741
Dec 11 16:28:46.842064 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8cd3057c-385b-4f3f-b90b-7e0e9e757421 req-3f4d3014-4795-4715-b770-6004d841d925 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537164
Dec 11 16:28:47.526651 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818594f0-9bb6-4384-ae94-2a926ba57856 req-5a108017-2c3a-48a4-917f-774890528baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:47.529013 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-818594f0-9bb6-4384-ae94-2a926ba57856 req-5a108017-2c3a-48a4-917f-774890528baa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 1162 time: 0.0841224
Dec 11 16:28:47.576558 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-818594f0-9bb6-4384-ae94-2a926ba57856 req-3e8bd812-db66-4be6-8a70-860b1fb8f587 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402174
Dec 11 16:28:48.129694 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc71e6-7c54-46d3-b9f3-d8c8bcaabab7 req-53cc82ab-5595-45dd-98af-24a41cc3e288 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:48.137046 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8bbc71e6-7c54-46d3-b9f3-d8c8bcaabab7 req-53cc82ab-5595-45dd-98af-24a41cc3e288 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.0979929
Dec 11 16:28:48.190737 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8bbc71e6-7c54-46d3-b9f3-d8c8bcaabab7 req-a22b2824-2071-457a-92dd-b139467b7c7d tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515976
Dec 11 16:28:49.434659 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe45cba-8c03-4e7d-8daa-acf8d3cb501a req-8651d354-a5ae-4e11-8eca-bdcee29d6c30 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:49.443297 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8fe45cba-8c03-4e7d-8daa-acf8d3cb501a req-8651d354-a5ae-4e11-8eca-bdcee29d6c30 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.1006432
Dec 11 16:28:49.503579 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8fe45cba-8c03-4e7d-8daa-acf8d3cb501a req-5c4764d6-e866-45ab-9a1e-b289cc117165 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591984
Dec 11 16:28:49.529298 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device feeed341-179f-4b7b-bea5-b0017bb5d2ed up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:28:49.625976 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 57584) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:49.688869 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port feeed341-179f-4b7b-bea5-b0017bb5d2ed triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:28:49.689817 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:49.852336 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869de426-f3d3-430f-b1c8-ce9c0bb1cec6 req-be22ac49-1db8-4461-af0a-bb40e9719b76 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:49.861100 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-869de426-f3d3-430f-b1c8-ce9c0bb1cec6 req-be22ac49-1db8-4461-af0a-bb40e9719b76 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1450458
Dec 11 16:28:49.881127 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-709f1779-0117-4567-9ab8-1dafe161c31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:49.914377 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-709f1779-0117-4567-9ab8-1dafe161c31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:28:49.918660 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-709f1779-0117-4567-9ab8-1dafe161c31f admin admin] Usage tracker for resource:security_group_rule and tenant:56f5bae8563d45e3b8a4939c0e7e2d0c is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:28:49.921932 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-709f1779-0117-4567-9ab8-1dafe161c31f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:28:49.927991 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-709f1779-0117-4567-9ab8-1dafe161c31f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:28:50.039555 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-869de426-f3d3-430f-b1c8-ce9c0bb1cec6 req-54756936-d7ab-4e34-9942-b495945d234d tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1770985
Dec 11 16:28:50.069115 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-709f1779-0117-4567-9ab8-1dafe161c31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:50.073539 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-709f1779-0117-4567-9ab8-1dafe161c31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:50.088335 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1164c5fe-ca84-48ec-9796-ac6640b1cf1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:50.130394 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-709f1779-0117-4567-9ab8-1dafe161c31f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=56f5bae8563d45e3b8a4939c0e7e2d0c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5031970
Dec 11 16:28:50.133603 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 57606) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:50.142160 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f1779-0117-4567-9ab8-1dafe161c31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f986ad-35e9-45f7-a634-8e505df8e577,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:50.146188 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-709f1779-0117-4567-9ab8-1dafe161c31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:50.220542 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:50.261426 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:50.305975 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 57612) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:50.330391 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:50.337552 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:50.343001 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-cc8ace7d-bda5-47d5-aae5-a53d6b46ed44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:50.371254 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f986ad-35e9-45f7-a634-8e505df8e577,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:50.383696 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.384569 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.385128 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.385845 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.386901 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.387402 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.387759 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.388265 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.388679 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.389390 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.389721 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.390121 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.390921 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.391318 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.392234 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.392632 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.395354 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.395759 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.396161 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.396558 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.396953 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.397676 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.398082 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.398488 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:28:50.423560 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:50.451014 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d9f986ad-35e9-45f7-a634-8e505df8e577 HTTP/1.1" status: 204  len: 168 time: 0.2971959
Dec 11 16:28:50.452230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:50.636717 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0f27b638-d5f8-44eb-8280-4f4f77d12e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:50.664943 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-0f27b638-d5f8-44eb-8280-4f4f77d12e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:28:50.672838 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-0f27b638-d5f8-44eb-8280-4f4f77d12e95 admin admin] Usage tracker for resource:security_group_rule and tenant:4ac5121bfc1e4bb0b218564cc2e394f0 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:28:50.677433 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-0f27b638-d5f8-44eb-8280-4f4f77d12e95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:28:50.685335 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-0f27b638-d5f8-44eb-8280-4f4f77d12e95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:28:50.824481 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0f27b638-d5f8-44eb-8280-4f4f77d12e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:50.829272 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0f27b638-d5f8-44eb-8280-4f4f77d12e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:50.861694 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:50.883720 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-0f27b638-d5f8-44eb-8280-4f4f77d12e95 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4ac5121bfc1e4bb0b218564cc2e394f0&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5736713
Dec 11 16:28:50.884593 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 57638) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:50.911340 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27b638-d5f8-44eb-8280-4f4f77d12e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e30d704-bcb2-4f7e-bd91-fc5a4a290e9f,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:50.915420 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-0f27b638-d5f8-44eb-8280-4f4f77d12e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:50.953099 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d2551093-586e-43b5-9f1c-3633fedc428c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:50.991126 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d2551093-586e-43b5-9f1c-3633fedc428c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:51.058258 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d2551093-586e-43b5-9f1c-3633fedc428c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:51.064108 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:51.079349 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2551093-586e-43b5-9f1c-3633fedc428c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e30d704-bcb2-4f7e-bd91-fc5a4a290e9f,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:51.083353 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d2551093-586e-43b5-9f1c-3633fedc428c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:51.085722 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d2551093-586e-43b5-9f1c-3633fedc428c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:51.101659 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-d2551093-586e-43b5-9f1c-3633fedc428c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9e30d704-bcb2-4f7e-bd91-fc5a4a290e9f HTTP/1.1" status: 204  len: 168 time: 0.2063727
Dec 11 16:28:51.685124 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 57674) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:51.714921 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:28:51.735754 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d488965f-3dac-4e3a-9a83-7f0dbc05fdf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:51.768495 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-d488965f-3dac-4e3a-9a83-7f0dbc05fdf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:28:51.775996 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-d488965f-3dac-4e3a-9a83-7f0dbc05fdf2 admin admin] Usage tracker for resource:security_group_rule and tenant:6a7650a7303447ae848bad779249ed5e is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:28:51.782210 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-d488965f-3dac-4e3a-9a83-7f0dbc05fdf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:28:51.793804 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-d488965f-3dac-4e3a-9a83-7f0dbc05fdf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:28:51.904034 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 57684) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:52.051855 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d488965f-3dac-4e3a-9a83-7f0dbc05fdf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:52.063319 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d488965f-3dac-4e3a-9a83-7f0dbc05fdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:52.103034 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e5f76dfc-0eff-4071-9a37-5abd2ff83518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:52.118515 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-d488965f-3dac-4e3a-9a83-7f0dbc05fdf2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6a7650a7303447ae848bad779249ed5e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4256213
Dec 11 16:28:52.123588 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 57698) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:52.162304 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488965f-3dac-4e3a-9a83-7f0dbc05fdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1f2e32-c053-4630-af76-8b1b7f829afb,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:52.170151 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d488965f-3dac-4e3a-9a83-7f0dbc05fdf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:52.284488 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-345221275-network', 'tenant_id': '507d6083f18a4356926f95e91d30858d'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:28:52.295359 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:28:52.304829 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Usage tracker for resource:network and tenant:507d6083f18a4356926f95e91d30858d is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:28:52.312594 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:28:52.326155 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:28:52.353018 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Made reservation on behalf of 507d6083f18a4356926f95e91d30858d for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:28:52.364399 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:52.399109 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:52.423962 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:28:52.429053 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Usage tracker for resource:security_group_rule and tenant:507d6083f18a4356926f95e91d30858d is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:28:52.433155 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:28:52.442759 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:28:52.613329 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-29e43091-01d0-46af-b7b7-a1edbab6e583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:52.670373 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:52.672763 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-29e43091-01d0-46af-b7b7-a1edbab6e583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:52.685331 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:52.706319 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 11 16:28:52.717479 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:52.717916 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.segments_db [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Added segment 4f08296e-1f2b-409b-8aec-73f60d97e9cc of type vxlan for network c9640f0e-fa1a-43ba-98bd-530c2a871098
Dec 11 16:28:52.759924 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757087056021'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:52.791769 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:52.886757 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:52.891097 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:52.891758 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:52.896214 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018ce896-9867-4ee2-955b-84497d2b12d6,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:52.922930 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:52.928176 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:53.001033 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ebf55-a016-4f57-a38d-d44347ffa468 req-740b00c9-f983-406f-bfae-4f983beebb4e tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:53.010250 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a98ebf55-a016-4f57-a38d-d44347ffa468 req-740b00c9-f983-406f-bfae-4f983beebb4e tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.2019989
Dec 11 16:28:53.034934 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9469d9-b99d-40d0-b15d-9c40b5ae9782 req-c765e5bc-56a1-42a6-a554-bad0141a2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:53.036624 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3a9469d9-b99d-40d0-b15d-9c40b5ae9782 req-c765e5bc-56a1-42a6-a554-bad0141a2314 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=667e4a17ae3d46d3ba440736127fb3aa&device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 1162 time: 0.3220811
Dec 11 16:28:53.225617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-29e43091-01d0-46af-b7b7-a1edbab6e583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:53.242168 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Pushing event updated for resources: {'Network': ['ID=c9640f0e-fa1a-43ba-98bd-530c2a871098,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:53.246323 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:53.247174 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:53.255463 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.3499374
Dec 11 16:28:53.256468 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-29e43091-01d0-46af-b7b7-a1edbab6e583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:53.259228 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Network c9640f0e-fa1a-43ba-98bd-530c2a871098 details requested by agent ovs-agent-dv-cinder-766752-1-iscsi with host dv-cinder-766752-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:28:53.260560 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-29e43091-01d0-46af-b7b7-a1edbab6e583 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5b1f2e32-c053-4630-af76-8b1b7f829afb HTTP/1.1" status: 204  len: 168 time: 1.1353641
Dec 11 16:28:53.261491 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 57726) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:53.272418 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-14b1c266-68ee-4045-93bf-d847a9908802 admin admin] Request body: {'subnet': {'network_id': 'c9640f0e-fa1a-43ba-98bd-530c2a871098', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-345221275-subnet', 'tenant_id': '507d6083f18a4356926f95e91d30858d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:28:53.279017 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e43091-01d0-46af-b7b7-a1edbab6e583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1f2e32-c053-4630-af76-8b1b7f829afb,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:53.283938 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-29e43091-01d0-46af-b7b7-a1edbab6e583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:53.284989 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-14b1c266-68ee-4045-93bf-d847a9908802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:28:53.289737 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-14b1c266-68ee-4045-93bf-d847a9908802 admin admin] Usage tracker for resource:subnet and tenant:507d6083f18a4356926f95e91d30858d is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:28:53.293013 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-14b1c266-68ee-4045-93bf-d847a9908802 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:28:53.299920 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-14b1c266-68ee-4045-93bf-d847a9908802 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:28:53.310622 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b1c266-68ee-4045-93bf-d847a9908802 admin admin] Made reservation on behalf of 507d6083f18a4356926f95e91d30858d for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:28:53.312548 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9469d9-b99d-40d0-b15d-9c40b5ae9782 req-a08cbbbc-8e58-4a47-aee4-2777f640dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:53.314211 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3a9469d9-b99d-40d0-b15d-9c40b5ae9782 req-a08cbbbc-8e58-4a47-aee4-2777f640dfc0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4df5138a-c173-41d2-a9c6-10906b0c52cb HTTP/1.1" status: 200  len: 913 time: 0.2633071
Dec 11 16:28:53.319158 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-14b1c266-68ee-4045-93bf-d847a9908802 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28166849'] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:53.351625 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Network c9640f0e-fa1a-43ba-98bd-530c2a871098 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:28:53.410702 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3a9469d9-b99d-40d0-b15d-9c40b5ae9782 req-b9bb5097-2573-48a4-a1e5-f5b570a3afd2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c91a75b-c60e-4fa4-bd0b-19199c368f01 HTTP/1.1" status: 200  len: 217 time: 0.0851054
Dec 11 16:28:53.413718 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a98ebf55-a016-4f57-a38d-d44347ffa468 req-9721fd26-e665-4777-9c99-5dfade96ef28 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4025640
Dec 11 16:28:53.666492 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9469d9-b99d-40d0-b15d-9c40b5ae9782 req-b9fc8621-cd27-4381-a031-cc028dcf3402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:53.668246 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3a9469d9-b99d-40d0-b15d-9c40b5ae9782 req-b9fc8621-cd27-4381-a031-cc028dcf3402 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4 HTTP/1.1" status: 200  len: 859 time: 0.2488112
Dec 11 16:28:53.747810 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3a9469d9-b99d-40d0-b15d-9c40b5ae9782 req-4ed2e71e-0dc7-4436-9356-e44087876dd6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4df5138a-c173-41d2-a9c6-10906b0c52cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0710325
Dec 11 16:28:53.915144 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 57746) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:53.932218 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3a9469d9-b99d-40d0-b15d-9c40b5ae9782 req-6defc2d3-2fee-40be-86ee-ab4499e21cad service neutron] 10.222.0.64 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718757
Dec 11 16:28:53.941471 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9341957f-bd03-430d-aa89-98df3b1d9deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:54.039005 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-9341957f-bd03-430d-aa89-98df3b1d9deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:28:54.045379 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-9341957f-bd03-430d-aa89-98df3b1d9deb admin admin] Usage tracker for resource:security_group_rule and tenant:094b6281eb6146238d734559ecbd90b9 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:28:54.050347 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-9341957f-bd03-430d-aa89-98df3b1d9deb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:28:54.059802 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-9341957f-bd03-430d-aa89-98df3b1d9deb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:28:54.163879 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3a9469d9-b99d-40d0-b15d-9c40b5ae9782 req-22a0c7c6-fc08-4aa6-85aa-0dee17d19b5d service neutron] 10.222.0.64 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2224731
Dec 11 16:28:54.269387 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-14b1c266-68ee-4045-93bf-d847a9908802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036825452854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28166866'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:54.331113 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-dac5a74f-af20-4284-a8fc-d4a9e9a9c0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:54.416789 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1c266-68ee-4045-93bf-d847a9908802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc8d4b5-7c22-4a9a-b2c7-60e918c390b7,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:54.421064 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-14b1c266-68ee-4045-93bf-d847a9908802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:54.423706 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9341957f-bd03-430d-aa89-98df3b1d9deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:54.441601 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9341957f-bd03-430d-aa89-98df3b1d9deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:54.455059 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1aae4777-1698-47f2-ac1a-b991ad0db382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:54.603920 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341957f-bd03-430d-aa89-98df3b1d9deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95af84f6-1afd-4c6a-91d5-0862f8cc0821,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:54.612223 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-9341957f-bd03-430d-aa89-98df3b1d9deb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=094b6281eb6146238d734559ecbd90b9&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6951897
Dec 11 16:28:54.613352 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-9341957f-bd03-430d-aa89-98df3b1d9deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:54.614932 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 57774) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:54.708561 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1c266-68ee-4045-93bf-d847a9908802 admin admin] Checking segment: {'id': '4f08296e-1f2b-409b-8aec-73f60d97e9cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c9640f0e-fa1a-43ba-98bd-530c2a871098'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:28:54.708967 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1c266-68ee-4045-93bf-d847a9908802 admin admin] Network hostable DHCP agents. Network: c9640f0e-fa1a-43ba-98bd-530c2a871098, hostable agents: ['c5d385f8-98d2-443d-9154-5b7329a9b521'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 11 16:28:54.752146 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1c266-68ee-4045-93bf-d847a9908802 admin admin] Network c9640f0e-fa1a-43ba-98bd-530c2a871098 is scheduled to be hosted by DHCP agent c5d385f8-98d2-443d-9154-5b7329a9b521 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 11 16:28:54.769617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-14b1c266-68ee-4045-93bf-d847a9908802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-iscsi, c9640f0e-fa1a-43ba-98bd-530c2a871098) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:28:54.770192 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9d249917-8774-430a-b040-45f6abf06e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:54.785554 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baea4d7-06ea-49ad-984e-da7180a334ef None None] Network c9640f0e-fa1a-43ba-98bd-530c2a871098 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:28:54.791444 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b1c266-68ee-4045-93bf-d847a9908802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:54.793099 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-14b1c266-68ee-4045-93bf-d847a9908802 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:54.837081 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9d249917-8774-430a-b040-45f6abf06e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:54.863776 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-14b1c266-68ee-4045-93bf-d847a9908802 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5987792
Dec 11 16:28:54.888039 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e89ea-fdf0-4c47-bcae-b8acf6394e20 req-7c9bebd3-e8e9-4b31-9856-b9d770cd9ec3 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:54.890563 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-768e89ea-fdf0-4c47-bcae-b8acf6394e20 req-7c9bebd3-e8e9-4b31-9856-b9d770cd9ec3 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.2434363
Dec 11 16:28:55.016225 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-768e89ea-fdf0-4c47-bcae-b8acf6394e20 req-c5f3814e-2995-4cd5-9bea-a49c10005d40 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151488
Dec 11 16:28:55.055128 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9d249917-8774-430a-b040-45f6abf06e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:55.063588 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-cdcc7f11-1109-4137-8abf-c573e800303d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:55.121540 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9d249917-8774-430a-b040-45f6abf06e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:55.126666 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-9d249917-8774-430a-b040-45f6abf06e54 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/95af84f6-1afd-4c6a-91d5-0862f8cc0821 HTTP/1.1" status: 204  len: 168 time: 0.5102956
Dec 11 16:28:55.132231 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d249917-8774-430a-b040-45f6abf06e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95af84f6-1afd-4c6a-91d5-0862f8cc0821,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:55.135296 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-9d249917-8774-430a-b040-45f6abf06e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:55.264531 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aded87-e252-425e-a6e2-1dbf5c9de3d7 None None] Network c9640f0e-fa1a-43ba-98bd-530c2a871098 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:28:56.304521 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0e7e4-47f5-4336-acfa-bf8efc3d32af req-ce2f7ced-404a-4924-9ef6-1cfd34d9ba4f tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:56.306376 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c8c0e7e4-47f5-4336-acfa-bf8efc3d32af req-ce2f7ced-404a-4924-9ef6-1cfd34d9ba4f tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.0999212
Dec 11 16:28:56.371080 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c8c0e7e4-47f5-4336-acfa-bf8efc3d32af req-81aa666b-0f18-430f-8b44-17db66baa0e9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563779
Dec 11 16:28:57.170948 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 57878) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:57.348164 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f43bf98a-edab-4169-8921-b91af46c3a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:57.364944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-f43bf98a-edab-4169-8921-b91af46c3a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:28:57.369404 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-f43bf98a-edab-4169-8921-b91af46c3a15 admin admin] Usage tracker for resource:security_group_rule and tenant:a17f6c15ff154089b1d30a2af747e124 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:28:57.372610 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-f43bf98a-edab-4169-8921-b91af46c3a15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:28:57.379611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-f43bf98a-edab-4169-8921-b91af46c3a15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:28:57.512642 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f43bf98a-edab-4169-8921-b91af46c3a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:57.512642 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f43bf98a-edab-4169-8921-b91af46c3a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:57.574851 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-488f3a1d-d82d-4456-b74d-676d666e95f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:57.643687 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-f43bf98a-edab-4169-8921-b91af46c3a15 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a17f6c15ff154089b1d30a2af747e124&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4715302
Dec 11 16:28:57.646595 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 57894) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:28:57.656635 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bf98a-edab-4169-8921-b91af46c3a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89576d32-f6fd-44ae-9193-f07c0065451d,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:57.664808 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f43bf98a-edab-4169-8921-b91af46c3a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:57.682600 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f22d3-06df-44b9-ab14-6b6117f8f97a req-85c2d1cd-e8e3-4a20-906c-432cc7d1d3a6 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:57.684342 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d87f22d3-06df-44b9-ab14-6b6117f8f97a req-85c2d1cd-e8e3-4a20-906c-432cc7d1d3a6 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1626253
Dec 11 16:28:57.755465 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d87f22d3-06df-44b9-ab14-6b6117f8f97a req-3e1f7791-acda-4b8c-a8e7-0a6506e0ae53 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551977
Dec 11 16:28:57.767858 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-606dfd1a-923d-4600-93ef-4072dd29d2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:57.822640 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-606dfd1a-923d-4600-93ef-4072dd29d2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:57.896745 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-606dfd1a-923d-4600-93ef-4072dd29d2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:57.913168 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6927a8fa-3b09-41b4-aad9-7b4ad3789bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:28:57.928035 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606dfd1a-923d-4600-93ef-4072dd29d2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89576d32-f6fd-44ae-9193-f07c0065451d,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:28:57.930956 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-606dfd1a-923d-4600-93ef-4072dd29d2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:28:57.935107 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-606dfd1a-923d-4600-93ef-4072dd29d2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:28:57.939834 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-606dfd1a-923d-4600-93ef-4072dd29d2a4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/89576d32-f6fd-44ae-9193-f07c0065451d HTTP/1.1" status: 204  len: 168 time: 0.2910738
Dec 11 16:28:58.177898 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-239dd8f3-8f75-485a-93be-7a55a6189edb tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:58.179956 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-239dd8f3-8f75-485a-93be-7a55a6189edb tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/networks?id=c9640f0e-fa1a-43ba-98bd-530c2a871098 HTTP/1.1" status: 200  len: 808 time: 0.2291467
Dec 11 16:28:58.204510 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-39db5f04-f1ca-4ccc-af36-f7deb731630c tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/quotas/507d6083f18a4356926f95e91d30858d HTTP/1.1" status: 200  len: 375 time: 0.0179577
Dec 11 16:28:58.270144 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-bbebddd0-3ba1-452d-8725-999b59ea2d49 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?tenant_id=507d6083f18a4356926f95e91d30858d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0550072
Dec 11 16:28:58.481406 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9dbf1d18-8124-456b-968a-19ce3905724c service neutron] 10.222.0.68 "GET /v2.0/networks/c9640f0e-fa1a-43ba-98bd-530c2a871098?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2034512
Dec 11 16:28:58.700451 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-bc9bdb72-a7c9-4b47-b941-cde5dc12306b service neutron] 10.222.0.68 "GET /v2.0/networks/c9640f0e-fa1a-43ba-98bd-530c2a871098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1799326
Dec 11 16:28:59.015092 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d909945a-a6c8-4954-b669-4b6c8f922af8 req-4c2c69ae-131d-4228-80dc-46d63c0c8b30 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 210 time: 0.0980117
Dec 11 16:28:59.055856 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f83e4-d26a-4e2e-b7e5-b4eb95bc15db req-e5c5b5f8-9dd0-46a0-aa27-bc6c36bdd249 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:59.057708 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3f5f83e4-d26a-4e2e-b7e5-b4eb95bc15db req-e5c5b5f8-9dd0-46a0-aa27-bc6c36bdd249 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.0997663
Dec 11 16:28:59.119159 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3f5f83e4-d26a-4e2e-b7e5-b4eb95bc15db req-a223cadf-79d4-4129-b143-c0924584cc46 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532956
Dec 11 16:28:59.383241 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-3bb8a54c-1f4e-4b33-bca1-dd1eafc371e7 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:28:59.384986 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-3bb8a54c-1f4e-4b33-bca1-dd1eafc371e7 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/networks?id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61 HTTP/1.1" status: 200  len: 814 time: 0.2087417
Dec 11 16:28:59.428744 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-cbd1ff10-cda9-478a-92e3-d7a00227d371 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/quotas/511468fc2d8d49c8b28184d367b1e7fa HTTP/1.1" status: 200  len: 375 time: 0.0357320
Dec 11 16:28:59.677745 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-ee14d551-efb7-4fb1-aff8-8001d6244725 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?tenant_id=511468fc2d8d49c8b28184d367b1e7fa&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2476430
Dec 11 16:28:59.845538 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-2d8bca13-5e8f-49c6-a106-1cff07e69c1a service neutron] 10.222.0.68 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1668036
Dec 11 16:29:00.112839 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-c796f15e-5998-41ed-9bd7-d7d79ca28b60 service neutron] 10.222.0.68 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2594976
Dec 11 16:29:00.347096 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b8d4e9d8-11c9-4e8f-9b8e-56251dc79ba7 req-56e92d91-9165-47fb-97a9-4173dfc81435 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 210 time: 0.1415355
Dec 11 16:29:00.907148 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 58058) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:29:00.954555 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-5b316f42-51e1-4a49-9828-69bf781d362a tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:00.956245 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-5b316f42-51e1-4a49-9828-69bf781d362a tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.64 "GET /v2.0/networks?id=c9640f0e-fa1a-43ba-98bd-530c2a871098 HTTP/1.1" status: 200  len: 808 time: 0.4158318
Dec 11 16:29:00.978236 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f22fb6ff-63fc-4b0b-862b-7fd38d4a24e9 req-5e06f06e-40b4-46f3-86cb-71e6a23dd53f tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 210 time: 0.4770627
Dec 11 16:29:00.989843 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-cc0742fd-0a6d-4f26-8942-e7d6ec0eee95 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Request body: {'port': {'device_id': 'cb2f4a29-a48e-48ca-aea1-365407295721', 'network_id': 'c9640f0e-fa1a-43ba-98bd-530c2a871098', 'admin_state_up': True, 'tenant_id': '507d6083f18a4356926f95e91d30858d'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:29:01.175639 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4438463e-8494-44a2-8cb2-6e78586b08cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:01.190001 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0a411-07b2-4a64-afa3-f693c6f8f450 req-6334418b-6e68-41c1-ad58-62ca844f1c02 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:01.198342 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3ee0a411-07b2-4a64-afa3-f693c6f8f450 req-6334418b-6e68-41c1-ad58-62ca844f1c02 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.7657399
Dec 11 16:29:01.199323 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-4438463e-8494-44a2-8cb2-6e78586b08cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:29:01.204485 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-4438463e-8494-44a2-8cb2-6e78586b08cb admin admin] Usage tracker for resource:security_group_rule and tenant:67460e5e6e454f13a1519c8425c485ad is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:29:01.208694 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-4438463e-8494-44a2-8cb2-6e78586b08cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:29:01.216524 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-4438463e-8494-44a2-8cb2-6e78586b08cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:29:01.222078 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 58066) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:29:01.287525 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3ee0a411-07b2-4a64-afa3-f693c6f8f450 req-095cff46-db08-404c-8802-afd90f7fd808 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880556
Dec 11 16:29:01.310163 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-cc0742fd-0a6d-4f26-8942-e7d6ec0eee95 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:29:01.314708 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-cc0742fd-0a6d-4f26-8942-e7d6ec0eee95 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Usage tracker for resource:port and tenant:507d6083f18a4356926f95e91d30858d is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:29:01.318784 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-cc0742fd-0a6d-4f26-8942-e7d6ec0eee95 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Quota usage for port was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:29:01.326039 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-cc0742fd-0a6d-4f26-8942-e7d6ec0eee95 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:29:01.337750 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-cc0742fd-0a6d-4f26-8942-e7d6ec0eee95 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Made reservation on behalf of 507d6083f18a4356926f95e91d30858d for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:29:01.350796 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-cc0742fd-0a6d-4f26-8942-e7d6ec0eee95 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:01.387063 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4438463e-8494-44a2-8cb2-6e78586b08cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:01.390469 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4438463e-8494-44a2-8cb2-6e78586b08cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:01.402354 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:01.482786 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-4438463e-8494-44a2-8cb2-6e78586b08cb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=67460e5e6e454f13a1519c8425c485ad&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5744188
Dec 11 16:29:01.491667 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 58076) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:29:01.514493 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438463e-8494-44a2-8cb2-6e78586b08cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c91eb08-310e-40af-83ff-6b0b31ff172b,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:01.518093 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-36fdd53d-d3cc-46a6-aa9e-22b874534442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:01.536644 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4438463e-8494-44a2-8cb2-6e78586b08cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:01.543184 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-36fdd53d-d3cc-46a6-aa9e-22b874534442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:29:01.548069 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-36fdd53d-d3cc-46a6-aa9e-22b874534442 admin admin] Usage tracker for resource:security_group_rule and tenant:f962e4be3dfd4229998831de3fd61819 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:29:01.552382 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-36fdd53d-d3cc-46a6-aa9e-22b874534442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:29:01.560006 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-36fdd53d-d3cc-46a6-aa9e-22b874534442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:29:01.654214 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-80e40a96-37bc-4e78-b90f-54461a7d7d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:01.664246 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-36fdd53d-d3cc-46a6-aa9e-22b874534442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:01.667710 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-36fdd53d-d3cc-46a6-aa9e-22b874534442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:01.680675 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:01.729052 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-36fdd53d-d3cc-46a6-aa9e-22b874534442 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f962e4be3dfd4229998831de3fd61819&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5027931
Dec 11 16:29:01.729725 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 58082) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:29:01.732362 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdd53d-d3cc-46a6-aa9e-22b874534442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f57f71d-6142-40a0-817e-42ecdd2643d8,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:01.747911 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-36fdd53d-d3cc-46a6-aa9e-22b874534442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:01.756628 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a08c8e25-b16a-416a-888d-e65a2d7ad76c req-a073442a-992a-462d-acac-4515d4e8f567 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 210 time: 0.1109147
Dec 11 16:29:01.804256 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-abb31bcb-6257-47ef-bfe2-b9432bf43ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:01.804494 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-80e40a96-37bc-4e78-b90f-54461a7d7d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:01.833860 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-abb31bcb-6257-47ef-bfe2-b9432bf43ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:01.889782 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-abb31bcb-6257-47ef-bfe2-b9432bf43ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:01.894590 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e6226060-34de-4c64-b637-58a51e0f2e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:01.911134 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb31bcb-6257-47ef-bfe2-b9432bf43ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f57f71d-6142-40a0-817e-42ecdd2643d8,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:01.915202 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-abb31bcb-6257-47ef-bfe2-b9432bf43ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:01.938137 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-abb31bcb-6257-47ef-bfe2-b9432bf43ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:01.940179 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-abb31bcb-6257-47ef-bfe2-b9432bf43ec2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5f57f71d-6142-40a0-817e-42ecdd2643d8 HTTP/1.1" status: 204  len: 168 time: 0.2097208
Dec 11 16:29:01.980701 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-80e40a96-37bc-4e78-b90f-54461a7d7d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:01.985283 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-cc0742fd-0a6d-4f26-8942-e7d6ec0eee95 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Allocated IP 172.20.0.10 (c9640f0e-fa1a-43ba-98bd-530c2a871098/5dc8d4b5-7c22-4a9a-b2c7-60e918c390b7/0ab970f4-958d-4458-86e7-391511e20499) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:29:01.988242 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e7279dc0-99fc-49a7-a242-e19c9a95c73f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:02.004094 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e40a96-37bc-4e78-b90f-54461a7d7d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c91eb08-310e-40af-83ff-6b0b31ff172b,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:02.042852 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-80e40a96-37bc-4e78-b90f-54461a7d7d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:02.122356 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-80e40a96-37bc-4e78-b90f-54461a7d7d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:02.132952 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-80e40a96-37bc-4e78-b90f-54461a7d7d20 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9c91eb08-310e-40af-83ff-6b0b31ff172b HTTP/1.1" status: 204  len: 168 time: 0.6308942
Dec 11 16:29:02.217549 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-30b2d8d4-b5d6-455c-998b-358097c5e5a7 req-030b5e9c-90bc-4380-bf1d-fa6a5ae69f60 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 210 time: 0.0829573
Dec 11 16:29:02.408741 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-77964cee-4e8e-41b6-b4cd-2bf27d74d0ee tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:02.412225 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-77964cee-4e8e-41b6-b4cd-2bf27d74d0ee tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.64 "GET /v2.0/networks?id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61 HTTP/1.1" status: 200  len: 814 time: 0.3592706
Dec 11 16:29:02.583648 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-cc0742fd-0a6d-4f26-8942-e7d6ec0eee95 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:02.645883 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10e694-3a5f-4f8b-a2ef-36e64061aa2a req-4735b153-f565-4ee5-a00c-e499a344bf5f tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:02.648944 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7a10e694-3a5f-4f8b-a2ef-36e64061aa2a req-4735b153-f565-4ee5-a00c-e499a344bf5f tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1329451
Dec 11 16:29:02.653020 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-cc0742fd-0a6d-4f26-8942-e7d6ec0eee95 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:02.720118 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:02.948758 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 58114) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:29:02.975266 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f96846bd-0587-4190-bb81-fa25eb119d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:02.994241 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-f96846bd-0587-4190-bb81-fa25eb119d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:29:03.004136 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-f96846bd-0587-4190-bb81-fa25eb119d49 admin admin] Usage tracker for resource:security_group_rule and tenant:a015a1696c5b4f3a96fd5cdf659d8bb5 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:29:03.011339 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-f96846bd-0587-4190-bb81-fa25eb119d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:29:03.015105 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7a10e694-3a5f-4f8b-a2ef-36e64061aa2a req-0b586e48-a964-4748-94bf-ab42c4c9b697 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3569753
Dec 11 16:29:03.029446 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-f96846bd-0587-4190-bb81-fa25eb119d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:29:03.039015 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0742fd-0a6d-4f26-8942-e7d6ec0eee95 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Pushing event updated for resources: {'Port': ['ID=0ab970f4-958d-4458-86e7-391511e20499,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:03.044401 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-cc0742fd-0a6d-4f26-8942-e7d6ec0eee95 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:03.087719 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-cc0742fd-0a6d-4f26-8942-e7d6ec0eee95 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Network c9640f0e-fa1a-43ba-98bd-530c2a871098 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:29:03.090046 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-cc0742fd-0a6d-4f26-8942-e7d6ec0eee95 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:29:03.096047 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-cc0742fd-0a6d-4f26-8942-e7d6ec0eee95 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:29:03.159872 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f96846bd-0587-4190-bb81-fa25eb119d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:03.163342 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f96846bd-0587-4190-bb81-fa25eb119d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:03.173530 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-5a583a85-fa1f-415e-9827-620f69c153d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:03.181745 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-cc0742fd-0a6d-4f26-8942-e7d6ec0eee95 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:03.182286 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-cc0742fd-0a6d-4f26-8942-e7d6ec0eee95 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:03.203700 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-cc0742fd-0a6d-4f26-8942-e7d6ec0eee95 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2222757
Dec 11 16:29:03.220418 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-f96846bd-0587-4190-bb81-fa25eb119d49 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a015a1696c5b4f3a96fd5cdf659d8bb5&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2707593
Dec 11 16:29:03.221398 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96846bd-0587-4190-bb81-fa25eb119d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de19297-dbd1-40c4-86cf-0a6c8692c3c6,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:03.224368 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 58124) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:29:03.224829 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f96846bd-0587-4190-bb81-fa25eb119d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:03.298313 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7f5a2fe1-e401-4bf4-b1de-d589b389a4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:03.330870 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7f5a2fe1-e401-4bf4-b1de-d589b389a4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:03.383301 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7f5a2fe1-e401-4bf4-b1de-d589b389a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:03.388909 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:03.400575 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a2fe1-e401-4bf4-b1de-d589b389a4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de19297-dbd1-40c4-86cf-0a6c8692c3c6,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:03.404926 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7f5a2fe1-e401-4bf4-b1de-d589b389a4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:03.408948 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7f5a2fe1-e401-4bf4-b1de-d589b389a4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:03.412751 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-7f5a2fe1-e401-4bf4-b1de-d589b389a4bd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1de19297-dbd1-40c4-86cf-0a6c8692c3c6 HTTP/1.1" status: 204  len: 168 time: 0.1841550
Dec 11 16:29:03.432427 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 58134) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:29:03.594944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-908490196-network', 'tenant_id': '4883ef02598a4b619747064e27298a13'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:29:03.600083 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:29:03.605245 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Usage tracker for resource:network and tenant:4883ef02598a4b619747064e27298a13 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:29:03.608514 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:29:03.614892 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:29:03.625136 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Made reservation on behalf of 4883ef02598a4b619747064e27298a13 for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:29:03.630531 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:03.647870 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:03.665795 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:29:03.669880 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Usage tracker for resource:security_group_rule and tenant:4883ef02598a4b619747064e27298a13 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:29:03.673023 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:29:03.679621 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:29:03.776338 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:03.779548 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:03.784395 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e8aa5f0e-8500-4c09-9207-6d0053ef50e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:03.815101 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 11 16:29:03.828587 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edad38f-4bd0-45aa-a0d7-32ced890d4f8,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:03.833656 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:03.834657 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:03.835069 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.segments_db [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Added segment 0378aad0-bf2d-48dd-a526-5d6fb76ca3fb of type vxlan for network 98a3bf02-b914-4f93-b8e0-dfacc6990524
Dec 11 16:29:03.863046 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757087056021'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:03.897397 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:03.898953 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:03.899596 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:03.905160 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:04.018909 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Pushing event updated for resources: {'Network': ['ID=98a3bf02-b914-4f93-b8e0-dfacc6990524,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:04.022709 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.5890608
Dec 11 16:29:04.024091 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:04.025656 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 58152) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:29:04.032247 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-1e075d13-bb87-46ed-a099-022f2fa77221 admin admin] Request body: {'subnet': {'network_id': '98a3bf02-b914-4f93-b8e0-dfacc6990524', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-908490196-subnet', 'tenant_id': '4883ef02598a4b619747064e27298a13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:29:04.038500 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-1e075d13-bb87-46ed-a099-022f2fa77221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:29:04.045816 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-1e075d13-bb87-46ed-a099-022f2fa77221 admin admin] Usage tracker for resource:subnet and tenant:4883ef02598a4b619747064e27298a13 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:29:04.047475 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-1e075d13-bb87-46ed-a099-022f2fa77221 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:29:04.057321 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-1e075d13-bb87-46ed-a099-022f2fa77221 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:29:04.071651 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e075d13-bb87-46ed-a099-022f2fa77221 admin admin] Made reservation on behalf of 4883ef02598a4b619747064e27298a13 for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:29:04.076840 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1e075d13-bb87-46ed-a099-022f2fa77221 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28166849'] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:04.117933 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Network 98a3bf02-b914-4f93-b8e0-dfacc6990524 details requested by agent ovs-agent-dv-cinder-766752-1-iscsi with host dv-cinder-766752-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:29:04.557067 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1e075d13-bb87-46ed-a099-022f2fa77221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036825452854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28166866'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:04.576110 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:04.922518 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e075d13-bb87-46ed-a099-022f2fa77221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e108565b-9475-4107-890b-643bfc9f7e49,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:04.925744 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1e075d13-bb87-46ed-a099-022f2fa77221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:04.989323 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e075d13-bb87-46ed-a099-022f2fa77221 admin admin] Checking segment: {'id': '0378aad0-bf2d-48dd-a526-5d6fb76ca3fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '98a3bf02-b914-4f93-b8e0-dfacc6990524'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:29:04.989734 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e075d13-bb87-46ed-a099-022f2fa77221 admin admin] Network hostable DHCP agents. Network: 98a3bf02-b914-4f93-b8e0-dfacc6990524, hostable agents: ['c5d385f8-98d2-443d-9154-5b7329a9b521'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 11 16:29:05.008879 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e075d13-bb87-46ed-a099-022f2fa77221 admin admin] Network 98a3bf02-b914-4f93-b8e0-dfacc6990524 is scheduled to be hosted by DHCP agent c5d385f8-98d2-443d-9154-5b7329a9b521 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 11 16:29:05.018204 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-1e075d13-bb87-46ed-a099-022f2fa77221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-iscsi, 98a3bf02-b914-4f93-b8e0-dfacc6990524) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:29:05.028579 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fc5739-86bf-48be-999c-c939e75dd241 None None] Network 98a3bf02-b914-4f93-b8e0-dfacc6990524 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:29:05.031312 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e075d13-bb87-46ed-a099-022f2fa77221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:05.032038 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1e075d13-bb87-46ed-a099-022f2fa77221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:05.066721 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Request body: {'port': {'device_id': 'cb2f4a29-a48e-48ca-aea1-365407295721', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:29:05.071420 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-eada3691-bc06-4261-b779-5631c0886d34 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Request body: {'port': {'device_id': 'de057af6-7330-4ec2-a2b6-3ba6631b6597', 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61', 'admin_state_up': True, 'tenant_id': '511468fc2d8d49c8b28184d367b1e7fa'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:29:05.115238 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1e075d13-bb87-46ed-a099-022f2fa77221 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0802848
Dec 11 16:29:05.258012 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Network 98a3bf02-b914-4f93-b8e0-dfacc6990524 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:29:05.347302 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-eada3691-bc06-4261-b779-5631c0886d34 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:29:05.366866 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-eada3691-bc06-4261-b779-5631c0886d34 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:29:05.374258 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:05.388277 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-eada3691-bc06-4261-b779-5631c0886d34 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Made reservation on behalf of 511468fc2d8d49c8b28184d367b1e7fa for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:29:05.398759 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-eada3691-bc06-4261-b779-5631c0886d34 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:05.604774 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cfd9f0-4267-43df-ac6b-8367185f265a None None] Network 98a3bf02-b914-4f93-b8e0-dfacc6990524 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:29:05.606912 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-19c3afb0-efd4-4f00-a8a0-c5bbb9dee167 req-e0b4ec99-b434-4396-9d53-4d71e3800e9d tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 210 time: 0.1701541
Dec 11 16:29:05.850287 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a7adc-113e-4d99-86c4-82dfbc3000f0 req-6ea0c890-eff8-4c15-ab27-abfd0c187ece tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:05.851015 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-aa5a7adc-113e-4d99-86c4-82dfbc3000f0 req-6ea0c890-eff8-4c15-ab27-abfd0c187ece tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Synchronizing usage tracker for tenant:507d6083f18a4356926f95e91d30858d on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:29:05.969024 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2611914e-f5b0-43c3-a406-dd322fe31e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:05.995914 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-eada3691-bc06-4261-b779-5631c0886d34 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Allocated IP 172.20.0.8 (992b278b-e7cd-4bd8-bda7-fa61f5dabe61/840d87d5-193c-4288-adc8-59ea35bedd36/0c4e7358-87a0-4c29-af54-205a9542c4ba) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:29:06.050114 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-aa5a7adc-113e-4d99-86c4-82dfbc3000f0 req-6ea0c890-eff8-4c15-ab27-abfd0c187ece tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Unset dirty status for tenant:507d6083f18a4356926f95e91d30858d on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:29:06.052021 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-aa5a7adc-113e-4d99-86c4-82dfbc3000f0 req-6ea0c890-eff8-4c15-ab27-abfd0c187ece tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 932 time: 0.6080501
Dec 11 16:29:06.221528 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-aa5a7adc-113e-4d99-86c4-82dfbc3000f0 req-624e6b81-d948-4454-81f9-68f1c1c4f3d2 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517429
Dec 11 16:29:06.249524 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3f545-0bc4-4e67-9777-0e6837f72cf7 req-abe7eddb-648c-4a43-9e6b-152b890881ec tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:06.251019 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-eada3691-bc06-4261-b779-5631c0886d34 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:06.261568 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c6c3f545-0bc4-4e67-9777-0e6837f72cf7 req-abe7eddb-648c-4a43-9e6b-152b890881ec tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.3445389
Dec 11 16:29:06.293939 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-eada3691-bc06-4261-b779-5631c0886d34 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:06.314029 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:06.383371 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab970f4-958d-4458-86e7-391511e20499 {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 11 16:29:06.391032 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:06.404791 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Transition to ACTIVE for port object 0ab970f4-958d-4458-86e7-391511e20499 will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:29:06.411511 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31879474'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:06.446907 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:06.514998 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Pushing event updated for resources: {'Port': ['ID=0ab970f4-958d-4458-86e7-391511e20499,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:06.525764 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada3691-bc06-4261-b779-5631c0886d34 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Pushing event updated for resources: {'Port': ['ID=0c4e7358-87a0-4c29-af54-205a9542c4ba,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:06.529539 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-eada3691-bc06-4261-b779-5631c0886d34 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:06.549029 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:06.584528 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c6c3f545-0bc4-4e67-9777-0e6837f72cf7 req-bfe95490-d02c-461c-8b02-bd21f11cdf5a tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3219321
Dec 11 16:29:06.629109 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-eada3691-bc06-4261-b779-5631c0886d34 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Network 992b278b-e7cd-4bd8-bda7-fa61f5dabe61 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:29:06.630420 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-eada3691-bc06-4261-b779-5631c0886d34 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:29:06.633041 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-eada3691-bc06-4261-b779-5631c0886d34 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:29:06.781272 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-eada3691-bc06-4261-b779-5631c0886d34 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:06.782566 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-eada3691-bc06-4261-b779-5631c0886d34 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:06.822361 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-eada3691-bc06-4261-b779-5631c0886d34 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7579873
Dec 11 16:29:06.869940 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Request body: {'port': {'device_id': 'de057af6-7330-4ec2-a2b6-3ba6631b6597', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:29:06.992650 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:07.053576 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c49d4-8404-4ab9-b727-7b309fa1b72a req-a790cdea-1a6d-4fdf-88ae-4f3401aae5ba tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:07.055265 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a02c49d4-8404-4ab9-b727-7b309fa1b72a req-a790cdea-1a6d-4fdf-88ae-4f3401aae5ba tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 931 time: 0.2327781
Dec 11 16:29:07.083788 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Attempting to bind port 0ab970f4-958d-4458-86e7-391511e20499 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:29:07.084172 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Attempting to bind port 0ab970f4-958d-4458-86e7-391511e20499 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '4f08296e-1f2b-409b-8aec-73f60d97e9cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c9640f0e-fa1a-43ba-98bd-530c2a871098'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:29:07.084546 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Attempting to bind port 0ab970f4-958d-4458-86e7-391511e20499 on network c9640f0e-fa1a-43ba-98bd-530c2a871098 {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:29:07.096556 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Checking agent: {'id': 'bb51e0aa-91b6-4647-b88f-2e2e91697051', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 49), 'started_at': datetime.datetime(2020, 12, 11, 16, 25, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:29:07.096942 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Checking segment: {'id': '4f08296e-1f2b-409b-8aec-73f60d97e9cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c9640f0e-fa1a-43ba-98bd-530c2a871098'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:29:07.097354 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:07.097759 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Bound using segment: {'id': '4f08296e-1f2b-409b-8aec-73f60d97e9cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c9640f0e-fa1a-43ba-98bd-530c2a871098'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:29:07.098240 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Bound port: 0ab970f4-958d-4458-86e7-391511e20499, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f08296e-1f2b-409b-8aec-73f60d97e9cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c9640f0e-fa1a-43ba-98bd-530c2a871098'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:29:07.098620 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:07.172991 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a02c49d4-8404-4ab9-b727-7b309fa1b72a req-100756c3-a952-4e08-a7ba-8549d6081b74 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087167
Dec 11 16:29:07.217790 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] For port 0ab970f4-958d-4458-86e7-391511e20499, host hv-cinder-76675, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:29:07.221949 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] For port 0ab970f4-958d-4458-86e7-391511e20499, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=0ab970f4-958d-4458-86e7-391511e20499,segment=NetworkSegment(4f08296e-1f2b-409b-8aec-73f60d97e9cc),segment_id=4f08296e-1f2b-409b-8aec-73f60d97e9cc)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:29:07.227100 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31879474'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:07.243243 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e0dd0f17-ce0e-49a6-9efe-dfe916e7c9e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:07.453567 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4e7358-87a0-4c29-af54-205a9542c4ba {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 11 16:29:07.462334 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:07.477582 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Transition to ACTIVE for port object 0c4e7358-87a0-4c29-af54-205a9542c4ba will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:29:07.488422 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:07.537243 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:07.701429 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4e7358-87a0-4c29-af54-205a9542c4ba,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:07.706165 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:07.727171 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:07.727853 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:07.729356 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-9b348798-359a-42e6-86bb-236d23374bec service neutron] 10.222.0.64 "PUT /v2.0/ports/0ab970f4-958d-4458-86e7-391511e20499 HTTP/1.1" status: 200  len: 1158 time: 2.6745377
Dec 11 16:29:07.731474 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2f4a29-a48e-48ca-aea1-365407295721', 'tag': '0ab970f4-958d-4458-86e7-391511e20499'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:29:07.789156 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Pushing event updated for resources: {'Port': ['ID=0ab970f4-958d-4458-86e7-391511e20499,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:07.800216 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:07.899972 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Attempting to bind port 0c4e7358-87a0-4c29-af54-205a9542c4ba on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:29:07.901023 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Attempting to bind port 0c4e7358-87a0-4c29-af54-205a9542c4ba by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'ab1f9bf8-33bf-4411-b975-dd1c836e7017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:29:07.901756 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Attempting to bind port 0c4e7358-87a0-4c29-af54-205a9542c4ba on network 992b278b-e7cd-4bd8-bda7-fa61f5dabe61 {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:29:07.909981 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fbb37-f0b5-4b8c-a3a1-2f567fcb0d8a req-36514fa4-6436-4a5d-82b2-cf78835b1194 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:07.910330 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Checking agent: {'id': 'bb51e0aa-91b6-4647-b88f-2e2e91697051', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 49), 'started_at': datetime.datetime(2020, 12, 11, 16, 25, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:29:07.910630 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Checking segment: {'id': 'ab1f9bf8-33bf-4411-b975-dd1c836e7017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:29:07.911052 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:07.911858 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Bound using segment: {'id': 'ab1f9bf8-33bf-4411-b975-dd1c836e7017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:29:07.912365 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Bound port: 0c4e7358-87a0-4c29-af54-205a9542c4ba, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1f9bf8-33bf-4411-b975-dd1c836e7017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '992b278b-e7cd-4bd8-bda7-fa61f5dabe61'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:29:07.913211 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:07.917973 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0b2fbb37-f0b5-4b8c-a3a1-2f567fcb0d8a req-36514fa4-6436-4a5d-82b2-cf78835b1194 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 944 time: 0.2810092
Dec 11 16:29:07.975739 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4e590-6eff-4baf-8877-b5ab92f30957 req-977d7da3-dd13-4025-b1f4-e9c686ebb4cc tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:07.977581 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1dc4e590-6eff-4baf-8877-b5ab92f30957 req-977d7da3-dd13-4025-b1f4-e9c686ebb4cc tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.2242005
Dec 11 16:29:07.986673 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-a1ccf3a8-16f5-4adb-9a1e-541170f5b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:07.988514 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-a1ccf3a8-16f5-4adb-9a1e-541170f5b4f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=507d6083f18a4356926f95e91d30858d&device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 1161 time: 0.1958323
Dec 11 16:29:08.028380 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] For port 0c4e7358-87a0-4c29-af54-205a9542c4ba, host hv-cinder-76675, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:29:08.032244 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] For port 0c4e7358-87a0-4c29-af54-205a9542c4ba, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=0c4e7358-87a0-4c29-af54-205a9542c4ba,segment=NetworkSegment(ab1f9bf8-33bf-4411-b975-dd1c836e7017),segment_id=ab1f9bf8-33bf-4411-b975-dd1c836e7017)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:29:08.037436 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:08.059079 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:08.094538 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0b2fbb37-f0b5-4b8c-a3a1-2f567fcb0d8a req-3baf6eb1-7ca9-4e55-abe9-5eb8e1b3b45a tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755886
Dec 11 16:29:08.132906 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-01060f91-c0eb-40b4-b481-949ada5cc3ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ab970f4-958d-4458-86e7-391511e20499 HTTP/1.1" status: 200  len: 217 time: 0.1239779
Dec 11 16:29:08.200175 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f8902992-2180-4ad4-99b1-53afec496bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:08.257905 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-a70951b3-000b-4457-901e-c2f9311e94a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:08.259500 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-a70951b3-000b-4457-901e-c2f9311e94a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5dc8d4b5-7c22-4a9a-b2c7-60e918c390b7 HTTP/1.1" status: 200  len: 848 time: 0.1031373
Dec 11 16:29:08.267853 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1dc4e590-6eff-4baf-8877-b5ab92f30957 req-3dd4ac90-841a-4399-b19f-28595b4d1e40 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2779171
Dec 11 16:29:08.279608 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:08.280441 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:08.282201 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] 10.222.0.64 "PUT /v2.0/ports/0c4e7358-87a0-4c29-af54-205a9542c4ba HTTP/1.1" status: 200  len: 1157 time: 1.4172723
Dec 11 16:29:08.287285 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de057af6-7330-4ec2-a2b6-3ba6631b6597', 'tag': '0c4e7358-87a0-4c29-af54-205a9542c4ba'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:29:08.301327 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4e7358-87a0-4c29-af54-205a9542c4ba,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:08.306328 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:08.360229 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-e328a407-f6a0-43bc-b43a-262654b182bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9640f0e-fa1a-43ba-98bd-530c2a871098&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0905931
Dec 11 16:29:08.477036 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-f4f29cf6-8311-4906-8633-bdcde1c06fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:08.479034 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-f4f29cf6-8311-4906-8633-bdcde1c06fa3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=511468fc2d8d49c8b28184d367b1e7fa&device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 1160 time: 0.1104326
Dec 11 16:29:08.537171 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2f4a29-a48e-48ca-aea1-365407295721', 'tag': '0ab970f4-958d-4458-86e7-391511e20499', 'status': 'completed', 'code': 200}
Dec 11 16:29:08.579281 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-43232ee4-d6f8-4049-a6ee-06157e08e242 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c4e7358-87a0-4c29-af54-205a9542c4ba HTTP/1.1" status: 200  len: 217 time: 0.0792501
Dec 11 16:29:08.654353 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-dd1129aa-5460-459b-805f-3d6ee6e8e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:08.656001 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-dd1129aa-5460-459b-805f-3d6ee6e8e8ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=840d87d5-193c-4288-adc8-59ea35bedd36 HTTP/1.1" status: 200  len: 854 time: 0.0695989
Dec 11 16:29:08.676157 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-8009a7a6-3af1-4c5d-abbc-4934cfeae8ad service neutron] 10.222.0.64 "GET /v2.0/networks/c9640f0e-fa1a-43ba-98bd-530c2a871098?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3080871
Dec 11 16:29:08.743139 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-77dd0320-f7ba-4896-b0cf-0d91981331b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0784574
Dec 11 16:29:08.758232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-33e8ec06-e340-43ea-93f6-d6b9b752c1f2 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:08.759833 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-33e8ec06-e340-43ea-93f6-d6b9b752c1f2 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/networks?id=98a3bf02-b914-4f93-b8e0-dfacc6990524 HTTP/1.1" status: 200  len: 813 time: 0.2512197
Dec 11 16:29:08.889141 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-42822a67-991f-4ebb-a922-d15598b3f4e4 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/quotas/4883ef02598a4b619747064e27298a13 HTTP/1.1" status: 200  len: 375 time: 0.0934188
Dec 11 16:29:08.964998 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-9feb6dab-2c59-411c-96db-7b1d006fc1a3 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?tenant_id=4883ef02598a4b619747064e27298a13&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0669973
Dec 11 16:29:08.977061 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dcadca38-9712-406b-b171-f79fd1b0b46f req-c904f02f-cc8b-4ce4-a8de-4fe651aa5d1d service neutron] 10.222.0.64 "GET /v2.0/networks/c9640f0e-fa1a-43ba-98bd-530c2a871098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2886915
Dec 11 16:29:08.988069 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:09.043266 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d6efa-c6a0-46d5-8f3f-be14923e1c19 req-bad35015-619b-43e4-bbfd-b864cff1975b tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:09.044911 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8f9d6efa-c6a0-46d5-8f3f-be14923e1c19 req-bad35015-619b-43e4-bbfd-b864cff1975b tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 943 time: 0.2962017
Dec 11 16:29:09.171144 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8f9d6efa-c6a0-46d5-8f3f-be14923e1c19 req-900762c0-cfdf-4b68-9470-b2a7dbb714d0 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779364
Dec 11 16:29:09.175950 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-80094c4a-4735-4586-bc28-4a6e801be83a service neutron] 10.222.0.68 "GET /v2.0/networks/98a3bf02-b914-4f93-b8e0-dfacc6990524?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2011437
Dec 11 16:29:09.269095 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de057af6-7330-4ec2-a2b6-3ba6631b6597', 'tag': '0c4e7358-87a0-4c29-af54-205a9542c4ba', 'status': 'completed', 'code': 200}
Dec 11 16:29:09.354623 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-86ec9221-3d3a-4158-8328-1b5ab16999c4 service neutron] 10.222.0.68 "GET /v2.0/networks/98a3bf02-b914-4f93-b8e0-dfacc6990524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1692915
Dec 11 16:29:09.546463 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e032c2b-68cd-4b46-99ab-135dba490237 req-7eb814fc-ce12-4aeb-bf0b-f8349f863238 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:09.548916 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8e032c2b-68cd-4b46-99ab-135dba490237 req-7eb814fc-ce12-4aeb-bf0b-f8349f863238 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 944 time: 0.1577446
Dec 11 16:29:09.585649 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 58274) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:29:09.616503 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8e032c2b-68cd-4b46-99ab-135dba490237 req-d64ffd37-de9f-44d0-8b6c-fcef465a1571 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597625
Dec 11 16:29:09.823480 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c805a1be-6628-46ce-9d17-278205ab3d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:09.854043 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-c805a1be-6628-46ce-9d17-278205ab3d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:29:09.861924 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-c805a1be-6628-46ce-9d17-278205ab3d84 admin admin] Usage tracker for resource:security_group_rule and tenant:e3ad6829df0b48fdbb0f3e13b9ebbfb7 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:29:09.867273 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-c805a1be-6628-46ce-9d17-278205ab3d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:29:09.875837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab904d-b1bf-4fdd-aa19-0a6001dd0ca8 req-4bcbe984-904c-4069-8994-694ddf19166b tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:09.877860 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-c805a1be-6628-46ce-9d17-278205ab3d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:29:09.878191 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0eab904d-b1bf-4fdd-aa19-0a6001dd0ca8 req-4bcbe984-904c-4069-8994-694ddf19166b tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1057386
Dec 11 16:29:09.936592 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0eab904d-b1bf-4fdd-aa19-0a6001dd0ca8 req-4111054c-5b87-42da-a4b0-ca8fde35d1e5 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484722
Dec 11 16:29:09.991466 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c805a1be-6628-46ce-9d17-278205ab3d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:09.994767 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c805a1be-6628-46ce-9d17-278205ab3d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:10.004759 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-08c047c0-1358-41a4-b293-ea9f430581d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:10.050853 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-c805a1be-6628-46ce-9d17-278205ab3d84 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e3ad6829df0b48fdbb0f3e13b9ebbfb7&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4604349
Dec 11 16:29:10.051202 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 58288) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:29:10.054178 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805a1be-6628-46ce-9d17-278205ab3d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42d7547-a9a2-471d-9256-9b4337196160,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:10.070135 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c805a1be-6628-46ce-9d17-278205ab3d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:10.107872 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-402cd4d0-9d0e-4dcd-8728-ece0fd945164 req-b32fdaee-3b51-4f2c-a3c8-63269d200fb2 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 210 time: 0.0499604
Dec 11 16:29:10.127610 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-37624d71-1528-4a04-84bb-926f1e12262f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:10.132113 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:10.169034 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-37624d71-1528-4a04-84bb-926f1e12262f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:10.221112 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-37624d71-1528-4a04-84bb-926f1e12262f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:10.227717 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f5244227-2ac9-49d7-a785-ca9cad3cdc00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:10.238899 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37624d71-1528-4a04-84bb-926f1e12262f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42d7547-a9a2-471d-9256-9b4337196160,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:10.243008 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-37624d71-1528-4a04-84bb-926f1e12262f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:10.247834 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-37624d71-1528-4a04-84bb-926f1e12262f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:10.249325 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-37624d71-1528-4a04-84bb-926f1e12262f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a42d7547-a9a2-471d-9256-9b4337196160 HTTP/1.1" status: 204  len: 168 time: 0.1969783
Dec 11 16:29:10.937134 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:11.546043 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-ca509672-fc62-454d-bb64-a7c32a1f6d1b service neutron] 10.222.0.64 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472723
Dec 11 16:29:11.649074 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf8896-08ed-4616-a7d8-b8baf96ef534 req-8882677b-590e-4456-bb1a-148517b9d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:11.652219 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fabf8896-08ed-4616-a7d8-b8baf96ef534 req-8882677b-590e-4456-bb1a-148517b9d418 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=507d6083f18a4356926f95e91d30858d&device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 1161 time: 0.1092620
Dec 11 16:29:11.756333 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-287d134b-ee3a-4ca3-aefb-c05f405cd70e req-a10370cb-e9d6-4f97-b481-80b266b550eb service neutron] 10.222.0.64 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2009709
Dec 11 16:29:11.967961 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf8896-08ed-4616-a7d8-b8baf96ef534 req-b13f5787-1bf4-4639-a156-e27654ad4075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:11.969608 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fabf8896-08ed-4616-a7d8-b8baf96ef534 req-b13f5787-1bf4-4639-a156-e27654ad4075 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9640f0e-fa1a-43ba-98bd-530c2a871098 HTTP/1.1" status: 200  len: 902 time: 0.2959466
Dec 11 16:29:11.998339 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb4ace-65bf-4dfa-85a7-556e947d6818 req-09976eea-18bd-4d52-a83c-03c4f33a9421 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:12.000077 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-cbeb4ace-65bf-4dfa-85a7-556e947d6818 req-09976eea-18bd-4d52-a83c-03c4f33a9421 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 943 time: 0.1980748
Dec 11 16:29:12.016179 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77869dde-0b67-4fb0-b3f9-bd2f55f50d9d req-6a44ccfc-4d60-4eef-92a0-1f3933516b0d tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:12.017807 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-77869dde-0b67-4fb0-b3f9-bd2f55f50d9d req-6a44ccfc-4d60-4eef-92a0-1f3933516b0d tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 944 time: 0.2170734
Dec 11 16:29:12.093191 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 9c91a75b-c60e-4fa4-bd0b-19199c368f01 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:29:12.165985 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e05ee-7457-43f1-8d76-cd13b0b7847d req-2e706d04-8a1e-42e7-afb2-c593c9afeeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:12.167961 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-cbeb4ace-65bf-4dfa-85a7-556e947d6818 req-8afb49b0-0a2e-4fba-a03a-ff174478f8b0 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601024
Dec 11 16:29:12.172407 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fabf8896-08ed-4616-a7d8-b8baf96ef534 req-203bfb57-3627-4a65-95ce-ced81d6245ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ab970f4-958d-4458-86e7-391511e20499 HTTP/1.1" status: 200  len: 217 time: 0.0867019
Dec 11 16:29:12.174849 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-544e05ee-7457-43f1-8d76-cd13b0b7847d req-2e706d04-8a1e-42e7-afb2-c593c9afeeab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=511468fc2d8d49c8b28184d367b1e7fa&device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 1160 time: 0.0896223
Dec 11 16:29:12.176299 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-77869dde-0b67-4fb0-b3f9-bd2f55f50d9d req-1f7e2caf-fd48-4014-9682-9a68fe8ca7da tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411290
Dec 11 16:29:12.185181 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 9c91a75b-c60e-4fa4-bd0b-19199c368f01 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:29:12.185793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:12.335069 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf8896-08ed-4616-a7d8-b8baf96ef534 req-ac614f17-d684-4e29-a15b-03bcfd192ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:12.335069 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fabf8896-08ed-4616-a7d8-b8baf96ef534 req-ac614f17-d684-4e29-a15b-03bcfd192ae1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5dc8d4b5-7c22-4a9a-b2c7-60e918c390b7 HTTP/1.1" status: 200  len: 848 time: 0.1469562
Dec 11 16:29:12.448334 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fabf8896-08ed-4616-a7d8-b8baf96ef534 req-dcef0a12-34ae-42c1-97cf-25be8d33fcaf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9640f0e-fa1a-43ba-98bd-530c2a871098&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0980456
Dec 11 16:29:12.538382 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-76628da4-0d3f-426a-bd44-01a73978ccce req-d03f0fec-97e2-450d-8281-585177c25373 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 210 time: 0.1360662
Dec 11 16:29:12.597017 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e05ee-7457-43f1-8d76-cd13b0b7847d req-dfef1a21-2f3b-47f8-ac76-1f11b1fa3d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:12.598645 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-544e05ee-7457-43f1-8d76-cd13b0b7847d req-dfef1a21-2f3b-47f8-ac76-1f11b1fa3d3e service neutron] 10.222.0.64 "GET /v2.0/networks?id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61 HTTP/1.1" status: 200  len: 908 time: 0.4090495
Dec 11 16:29:12.708970 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-544e05ee-7457-43f1-8d76-cd13b0b7847d req-3efe04bc-d940-48e6-abca-0ac36aad88e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c4e7358-87a0-4c29-af54-205a9542c4ba HTTP/1.1" status: 200  len: 217 time: 0.1008623
Dec 11 16:29:12.843811 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e05ee-7457-43f1-8d76-cd13b0b7847d req-477c492b-18a0-41ae-b659-3e09b315dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:12.846356 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-544e05ee-7457-43f1-8d76-cd13b0b7847d req-477c492b-18a0-41ae-b659-3e09b315dea5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=840d87d5-193c-4288-adc8-59ea35bedd36 HTTP/1.1" status: 200  len: 854 time: 0.0870130
Dec 11 16:29:12.890443 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca574fc-2fc9-4ed6-83d8-c94596f25537 req-79b69991-f943-42f2-9c87-0962570b6a23 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:12.892219 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8ca574fc-2fc9-4ed6-83d8-c94596f25537 req-79b69991-f943-42f2-9c87-0962570b6a23 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.4472969
Dec 11 16:29:12.937403 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fabf8896-08ed-4616-a7d8-b8baf96ef534 req-e209c89e-00ea-4d9e-b87c-86908a9c87de service neutron] 10.222.0.64 "GET /v2.0/networks/c9640f0e-fa1a-43ba-98bd-530c2a871098?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4304543
Dec 11 16:29:13.010836 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-544e05ee-7457-43f1-8d76-cd13b0b7847d req-d5d90801-a853-45f0-8dac-c7854f8b3b88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1081092
Dec 11 16:29:13.022418 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8ca574fc-2fc9-4ed6-83d8-c94596f25537 req-a5ec9662-400c-429e-97d4-fb07dc67f1f8 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122019
Dec 11 16:29:13.146914 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fabf8896-08ed-4616-a7d8-b8baf96ef534 req-41772985-f763-46ca-943b-f8b4e8fda549 service neutron] 10.222.0.64 "GET /v2.0/networks/c9640f0e-fa1a-43ba-98bd-530c2a871098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1935248
Dec 11 16:29:13.260837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3225459e-4006-4430-8375-bc29534879a7 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:13.261730 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3225459e-4006-4430-8375-bc29534879a7 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Synchronizing usage tracker for tenant:4883ef02598a4b619747064e27298a13 on resource:network {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:29:13.302819 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3225459e-4006-4430-8375-bc29534879a7 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Unset dirty status for tenant:4883ef02598a4b619747064e27298a13 on resource:network {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:29:13.304399 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3225459e-4006-4430-8375-bc29534879a7 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.64 "GET /v2.0/networks?id=98a3bf02-b914-4f93-b8e0-dfacc6990524 HTTP/1.1" status: 200  len: 813 time: 0.3610713
Dec 11 16:29:13.308227 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-544e05ee-7457-43f1-8d76-cd13b0b7847d req-e03c1a5c-9e0a-4d7b-9609-801479a0112c service neutron] 10.222.0.64 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2288308
Dec 11 16:29:13.338169 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-d4d10025-0a12-47a8-bc34-636251e505c8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Request body: {'port': {'device_id': '1a63616c-9e56-4976-b35e-acf2c71fc70d', 'network_id': '98a3bf02-b914-4f93-b8e0-dfacc6990524', 'admin_state_up': True, 'tenant_id': '4883ef02598a4b619747064e27298a13'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:29:13.517621 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991774e8-dc42-45d0-bf94-7d293d25b0d4 req-bf608568-47db-415c-9c03-566a09ea7c65 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:13.519707 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-991774e8-dc42-45d0-bf94-7d293d25b0d4 req-bf608568-47db-415c-9c03-566a09ea7c65 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 944 time: 0.1643260
Dec 11 16:29:13.581903 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d779420-1d85-46c0-801b-b4e6c83ae13f req-8be86821-6546-448a-a98c-d17eeac8b56a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:13.583871 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2d779420-1d85-46c0-801b-b4e6c83ae13f req-8be86821-6546-448a-a98c-d17eeac8b56a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 943 time: 0.1674283
Dec 11 16:29:13.592511 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-991774e8-dc42-45d0-bf94-7d293d25b0d4 req-6006e089-68ee-4b10-a0e9-c9ef4bd06155 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640774
Dec 11 16:29:13.652224 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2d779420-1d85-46c0-801b-b4e6c83ae13f req-f665568c-8fff-47d0-b9c6-7b8d82b50025 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585093
Dec 11 16:29:13.660339 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-d4d10025-0a12-47a8-bc34-636251e505c8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:29:13.668111 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-d4d10025-0a12-47a8-bc34-636251e505c8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Usage tracker for resource:port and tenant:4883ef02598a4b619747064e27298a13 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:29:13.672890 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-d4d10025-0a12-47a8-bc34-636251e505c8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Quota usage for port was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:29:13.681429 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-d4d10025-0a12-47a8-bc34-636251e505c8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:29:13.700215 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-d4d10025-0a12-47a8-bc34-636251e505c8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Made reservation on behalf of 4883ef02598a4b619747064e27298a13 for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:29:13.705787 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-d4d10025-0a12-47a8-bc34-636251e505c8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:13.727400 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-544e05ee-7457-43f1-8d76-cd13b0b7847d req-16f4abc8-850d-43d1-9d4b-8cd6273ef460 service neutron] 10.222.0.64 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3635812
Dec 11 16:29:13.833950 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5b31d5b6-9774-4201-a608-90148461800a req-972ec7b4-283b-43be-851b-d4249ee0ef20 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 210 time: 0.0742586
Dec 11 16:29:14.122725 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27279791-86de-4fae-8186-b5aad1b8072d req-81f97b87-f7e7-4643-991c-12f7b3ed39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:14.124167 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-27279791-86de-4fae-8186-b5aad1b8072d req-81f97b87-f7e7-4643-991c-12f7b3ed39e3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 1162 time: 0.1799073
Dec 11 16:29:14.137978 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-d4d10025-0a12-47a8-bc34-636251e505c8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Allocated IP 172.20.0.4 (98a3bf02-b914-4f93-b8e0-dfacc6990524/e108565b-9475-4107-890b-643bfc9f7e49/852ed596-053d-41da-a880-35c54a4411c0) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:29:14.258698 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf10cd-ee85-4a1c-99a3-495695905afe req-538e0ac4-b282-46b0-9046-a25595eb49d4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:14.260488 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6baf10cd-ee85-4a1c-99a3-495695905afe req-538e0ac4-b282-46b0-9046-a25595eb49d4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.0953908
Dec 11 16:29:14.318658 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6baf10cd-ee85-4a1c-99a3-495695905afe req-c0ac3b9c-fb28-4b0e-bb08-a3f5cf75cbb8 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502689
Dec 11 16:29:14.371196 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-d4d10025-0a12-47a8-bc34-636251e505c8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:14.396775 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-d4d10025-0a12-47a8-bc34-636251e505c8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:14.416498 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:14.597656 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d10025-0a12-47a8-bc34-636251e505c8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Pushing event updated for resources: {'Port': ['ID=852ed596-053d-41da-a880-35c54a4411c0,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:14.602239 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d4d10025-0a12-47a8-bc34-636251e505c8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:14.655517 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-d4d10025-0a12-47a8-bc34-636251e505c8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Network 98a3bf02-b914-4f93-b8e0-dfacc6990524 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:29:14.656705 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-d4d10025-0a12-47a8-bc34-636251e505c8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:29:14.659903 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-d4d10025-0a12-47a8-bc34-636251e505c8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:29:14.728064 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-d4d10025-0a12-47a8-bc34-636251e505c8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:14.728511 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-d4d10025-0a12-47a8-bc34-636251e505c8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:14.750999 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-d4d10025-0a12-47a8-bc34-636251e505c8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4182205
Dec 11 16:29:14.834144 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58986087-d6e8-4c0d-8171-3c24d544a761 req-a647ea84-b755-4d12-a7ea-6dee180280b1 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:14.835817 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-58986087-d6e8-4c0d-8171-3c24d544a761 req-a647ea84-b755-4d12-a7ea-6dee180280b1 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 944 time: 0.0892241
Dec 11 16:29:14.893606 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-58986087-d6e8-4c0d-8171-3c24d544a761 req-19039d5e-0295-439e-9456-3bcefa16547a tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473001
Dec 11 16:29:15.102240 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74562b6-f6da-461e-a4f5-a467fab1b6ed req-c766cb90-9598-43e6-bb12-6e68a6bf3b7e tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:15.103927 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f74562b6-f6da-461e-a4f5-a467fab1b6ed req-c766cb90-9598-43e6-bb12-6e68a6bf3b7e tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 943 time: 0.0892372
Dec 11 16:29:15.157187 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f74562b6-f6da-461e-a4f5-a467fab1b6ed req-3ccc3c96-6608-43f7-b566-98d946e429e2 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465751
Dec 11 16:29:15.370411 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c2fcf-2a3e-443c-820b-46342ea932f6 req-61cf1906-980f-4854-86af-fb876c4bff2c tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:15.372121 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-136c2fcf-2a3e-443c-820b-46342ea932f6 req-61cf1906-980f-4854-86af-fb876c4bff2c tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 931 time: 0.0892687
Dec 11 16:29:15.421480 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-136c2fcf-2a3e-443c-820b-46342ea932f6 req-897e1800-6409-4d73-9961-476778504c05 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419765
Dec 11 16:29:17.193410 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Request body: {'port': {'device_id': '1a63616c-9e56-4976-b35e-acf2c71fc70d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:29:17.241953 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-27279791-86de-4fae-8186-b5aad1b8072d req-7c094088-5588-4b4c-84a3-291ff10c5997 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928648
Dec 11 16:29:17.366620 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:17.542020 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9171acf-e571-4d20-ba24-a146d73247e1 req-ba56b69c-50f0-47f9-b452-1eee8a78f000 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:17.544038 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c9171acf-e571-4d20-ba24-a146d73247e1 req-ba56b69c-50f0-47f9-b452-1eee8a78f000 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1706469
Dec 11 16:29:17.552753 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d90c2-90ea-489a-a2f0-e7a499b2cdf2 req-53be829f-1c96-4f6f-93bf-44b9b5001189 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:17.554458 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-188d90c2-90ea-489a-a2f0-e7a499b2cdf2 req-53be829f-1c96-4f6f-93bf-44b9b5001189 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 944 time: 0.1338348
Dec 11 16:29:17.641724 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c9171acf-e571-4d20-ba24-a146d73247e1 req-534abd90-1cab-428f-b793-1f7856da33a3 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860839
Dec 11 16:29:17.646268 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-188d90c2-90ea-489a-a2f0-e7a499b2cdf2 req-abca5685-dada-41e9-aa2e-b9576040216f tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748866
Dec 11 16:29:17.747687 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.objects.ports [None req-eaabeb4a-1d45-479b-9f07-8c531a9fc348 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80201) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 11 16:29:17.864648 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852ed596-053d-41da-a880-35c54a4411c0 {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 11 16:29:17.872717 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:17.888219 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Transition to ACTIVE for port object 852ed596-053d-41da-a880-35c54a4411c0 will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:29:17.896191 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:17.919879 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-71c11120-a909-4eba-ad43-60bcad41f7f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:17.965950 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaba9ca-e740-4858-8148-77bb860c4d42 req-98b07edf-5e15-4cfa-b5ed-4de1b80148a4 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:17.968982 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-acaba9ca-e740-4858-8148-77bb860c4d42 req-98b07edf-5e15-4cfa-b5ed-4de1b80148a4 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 943 time: 0.1773376
Dec 11 16:29:17.981102 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19718118-5b96-4bb8-a745-8b9c1ead0599 req-41126935-1818-4f2a-b52b-8aa7c3d312f8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:17.983077 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-19718118-5b96-4bb8-a745-8b9c1ead0599 req-41126935-1818-4f2a-b52b-8aa7c3d312f8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 931 time: 0.1531982
Dec 11 16:29:18.067530 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=852ed596-053d-41da-a880-35c54a4411c0,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:18.070703 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:18.076995 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-acaba9ca-e740-4858-8148-77bb860c4d42 req-e6cab0f9-36b4-4905-be37-cdf62e3f0449 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927389
Dec 11 16:29:18.088045 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-19718118-5b96-4bb8-a745-8b9c1ead0599 req-c139a371-6038-475f-a4fc-c5b34d00306d tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797119
Dec 11 16:29:18.279946 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Attempting to bind port 852ed596-053d-41da-a880-35c54a4411c0 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:29:18.280434 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Attempting to bind port 852ed596-053d-41da-a880-35c54a4411c0 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '0378aad0-bf2d-48dd-a526-5d6fb76ca3fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '98a3bf02-b914-4f93-b8e0-dfacc6990524'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:29:18.280810 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Attempting to bind port 852ed596-053d-41da-a880-35c54a4411c0 on network 98a3bf02-b914-4f93-b8e0-dfacc6990524 {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:29:18.287927 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Checking agent: {'id': 'bb51e0aa-91b6-4647-b88f-2e2e91697051', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 49), 'started_at': datetime.datetime(2020, 12, 11, 16, 25, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:29:18.288279 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Checking segment: {'id': '0378aad0-bf2d-48dd-a526-5d6fb76ca3fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '98a3bf02-b914-4f93-b8e0-dfacc6990524'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:29:18.288744 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:18.289182 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Bound using segment: {'id': '0378aad0-bf2d-48dd-a526-5d6fb76ca3fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '98a3bf02-b914-4f93-b8e0-dfacc6990524'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:29:18.289665 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Bound port: 852ed596-053d-41da-a880-35c54a4411c0, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0378aad0-bf2d-48dd-a526-5d6fb76ca3fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '98a3bf02-b914-4f93-b8e0-dfacc6990524'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:29:18.290038 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:18.401680 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] For port 852ed596-053d-41da-a880-35c54a4411c0, host hv-cinder-76675, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:29:18.405833 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] For port 852ed596-053d-41da-a880-35c54a4411c0, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=852ed596-053d-41da-a880-35c54a4411c0,segment=NetworkSegment(0378aad0-bf2d-48dd-a526-5d6fb76ca3fb),segment_id=0378aad0-bf2d-48dd-a526-5d6fb76ca3fb)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:29:18.409036 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:18.425488 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:18.800094 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=852ed596-053d-41da-a880-35c54a4411c0,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:18.805164 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:18.839332 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:18.840006 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:18.841482 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] 10.222.0.64 "PUT /v2.0/ports/852ed596-053d-41da-a880-35c54a4411c0 HTTP/1.1" status: 200  len: 1157 time: 1.6601822
Dec 11 16:29:18.842030 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a63616c-9e56-4976-b35e-acf2c71fc70d', 'tag': '852ed596-053d-41da-a880-35c54a4411c0'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:29:18.987752 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac93cbd-fc50-4c0f-9191-0c1b86a074a3 req-bb087d65-69b7-4fe2-8390-3b66a79c4527 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:18.990594 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0ac93cbd-fc50-4c0f-9191-0c1b86a074a3 req-bb087d65-69b7-4fe2-8390-3b66a79c4527 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 944 time: 0.1713185
Dec 11 16:29:18.997957 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-f517be54-d27c-42e9-a1db-d856042e2f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:18.999646 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f0a09-2ce2-4949-8e9e-3d8d71b6255a req-e1be605e-91f6-4244-8bb0-960e30cbbc8a tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:18.999954 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-f517be54-d27c-42e9-a1db-d856042e2f48 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4883ef02598a4b619747064e27298a13&device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 1160 time: 0.0849855
Dec 11 16:29:19.001297 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9a4f0a09-2ce2-4949-8e9e-3d8d71b6255a req-e1be605e-91f6-4244-8bb0-960e30cbbc8a tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1803102
Dec 11 16:29:19.013614 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 0ab970f4-958d-4458-86e7-391511e20499 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:29:19.083268 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0ac93cbd-fc50-4c0f-9191-0c1b86a074a3 req-c9e610fb-a3b5-4ae2-9d3a-6a14eb61c3a0 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808527
Dec 11 16:29:19.087965 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9a4f0a09-2ce2-4949-8e9e-3d8d71b6255a req-bfec91f2-93cf-4bb2-8e2c-464688527dc5 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705123
Dec 11 16:29:19.096744 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-0cd1cf38-93d1-4c02-9eca-e376962da676 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=852ed596-053d-41da-a880-35c54a4411c0 HTTP/1.1" status: 200  len: 217 time: 0.0799162
Dec 11 16:29:19.102965 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning for port 0ab970f4-958d-4458-86e7-391511e20499 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:29:19.111321 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 0ab970f4-958d-4458-86e7-391511e20499 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:29:19.112091 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:19.183928 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a63616c-9e56-4976-b35e-acf2c71fc70d', 'tag': '852ed596-053d-41da-a880-35c54a4411c0', 'status': 'completed', 'code': 200}
Dec 11 16:29:19.190100 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-7ad6a8e1-52d3-4183-a38e-d3daf588e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:19.191977 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-7ad6a8e1-52d3-4183-a38e-d3daf588e476 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e108565b-9475-4107-890b-643bfc9f7e49 HTTP/1.1" status: 200  len: 853 time: 0.0876539
Dec 11 16:29:19.258520 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-980a0f24-7ca1-4dba-be47-cc934ed0dd44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98a3bf02-b914-4f93-b8e0-dfacc6990524&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498011
Dec 11 16:29:19.264301 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:19.337996 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port 0ab970f4-958d-4458-86e7-391511e20499, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=0ab970f4-958d-4458-86e7-391511e20499,segment=NetworkSegment(4f08296e-1f2b-409b-8aec-73f60d97e9cc),segment_id=4f08296e-1f2b-409b-8aec-73f60d97e9cc)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:29:19.339832 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2f4a29-a48e-48ca-aea1-365407295721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab970f4-958d-4458-86e7-391511e20499'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:29:19.346607 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:19.347580 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 9c91a75b-c60e-4fa4-bd0b-19199c368f01 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:29:19.411760 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:19.412189 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ce205-bfc8-4c05-8701-dd55609fd313 req-b8ab0350-2146-4d95-8dfe-aa9166845210 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:19.414179 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e78ce205-bfc8-4c05-8701-dd55609fd313 req-b8ab0350-2146-4d95-8dfe-aa9166845210 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 943 time: 0.1704659
Dec 11 16:29:19.473459 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e78ce205-bfc8-4c05-8701-dd55609fd313 req-d7b823ef-018b-4edb-b945-3c22043eb5b4 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485327
Dec 11 16:29:19.512066 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8d6b5-68dd-4862-8d88-940fccaea7cd req-1d9d2723-7016-4a7a-b693-9df6ddfb6d01 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:19.520280 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-20a8d6b5-68dd-4862-8d88-940fccaea7cd req-1d9d2723-7016-4a7a-b693-9df6ddfb6d01 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 943 time: 0.1969430
Dec 11 16:29:19.548739 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-80f91d7a-7738-4261-918a-d642a9f4badb service neutron] 10.222.0.64 "GET /v2.0/networks/98a3bf02-b914-4f93-b8e0-dfacc6990524?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2795937
Dec 11 16:29:19.560182 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 9c91a75b-c60e-4fa4-bd0b-19199c368f01 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:29:19.560589 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:19.582980 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-20a8d6b5-68dd-4862-8d88-940fccaea7cd req-0b2f5a67-7a3c-4fa8-98df-37d386458597 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615449
Dec 11 16:29:19.655426 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2f4a29-a48e-48ca-aea1-365407295721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab970f4-958d-4458-86e7-391511e20499', 'code': 200}
Dec 11 16:29:19.659044 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=0ab970f4-958d-4458-86e7-391511e20499,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:19.678731 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.679174 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.679559 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.679935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.680309 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.680681 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.681080 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.681391 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.681760 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.682124 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.682477 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.682836 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.683269 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.683632 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.683992 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.684364 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.684707 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.685198 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.685562 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.686273 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.686273 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.686894 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.693810 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.693810 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:19.706356 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:19.781379 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3834206f-6a8d-4df7-b8bf-047dc96d74a8 req-d9229a94-3247-4896-8f42-ef61a31ce3aa service neutron] 10.222.0.64 "GET /v2.0/networks/98a3bf02-b914-4f93-b8e0-dfacc6990524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2181492
Dec 11 16:29:20.087345 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fe825-60a2-4906-98b2-cafed30a0588 req-22563609-8137-4213-affe-af645f641bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:20.088879 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b55fe825-60a2-4906-98b2-cafed30a0588 req-22563609-8137-4213-affe-af645f641bea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4883ef02598a4b619747064e27298a13&device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 1160 time: 0.1440692
Dec 11 16:29:20.090710 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edf3a1-0fe8-4fe9-9d5c-31ed475678b1 req-b6d84d69-107f-43f8-8b6d-c3b3049c6955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:20.092203 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-47edf3a1-0fe8-4fe9-9d5c-31ed475678b1 req-b6d84d69-107f-43f8-8b6d-c3b3049c6955 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 1163 time: 0.1144042
Dec 11 16:29:20.256400 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-47edf3a1-0fe8-4fe9-9d5c-31ed475678b1 req-ea95c54e-88de-4ec7-aae8-25ed97faeb35 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216562
Dec 11 16:29:20.289578 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fe825-60a2-4906-98b2-cafed30a0588 req-55891e3c-1925-44e8-8ca0-2dac8a307238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:20.291490 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b55fe825-60a2-4906-98b2-cafed30a0588 req-55891e3c-1925-44e8-8ca0-2dac8a307238 service neutron] 10.222.0.64 "GET /v2.0/networks?id=98a3bf02-b914-4f93-b8e0-dfacc6990524 HTTP/1.1" status: 200  len: 907 time: 0.1788988
Dec 11 16:29:20.380902 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599c1ba-4d72-40c7-8fb3-41b7d16147c1 req-6d3099e0-d486-47ed-b4b1-2f7d6823d2fe tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:20.382480 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d599c1ba-4d72-40c7-8fb3-41b7d16147c1 req-6d3099e0-d486-47ed-b4b1-2f7d6823d2fe tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1544628
Dec 11 16:29:20.392831 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4840d4f-1364-45d1-957a-3e6b6cbd4622 req-8fb6dd7a-50f0-47b3-a3fa-14b057c20ba6 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:20.394412 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f4840d4f-1364-45d1-957a-3e6b6cbd4622 req-8fb6dd7a-50f0-47b3-a3fa-14b057c20ba6 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 946 time: 0.1649911
Dec 11 16:29:20.472712 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d599c1ba-4d72-40c7-8fb3-41b7d16147c1 req-b4a3c731-40d6-40a9-a4ad-2342e76b3b1c tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771792
Dec 11 16:29:20.479711 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f4840d4f-1364-45d1-957a-3e6b6cbd4622 req-6e7c23f5-dc51-4fff-be4c-ce7071537166 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674438
Dec 11 16:29:20.778695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54c4fc-ef37-4a4c-abb8-571ed78423db req-0fa0dce0-62b7-4722-a316-fbd7f8168fd6 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:20.780375 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8f54c4fc-ef37-4a4c-abb8-571ed78423db req-0fa0dce0-62b7-4722-a316-fbd7f8168fd6 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 943 time: 0.1314678
Dec 11 16:29:20.852108 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8f54c4fc-ef37-4a4c-abb8-571ed78423db req-bb0ad652-1eac-4016-96dc-34fde3d7f5b2 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601761
Dec 11 16:29:20.859038 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062535a-a32f-4230-8709-c751ce3f5029 req-65186c8d-ef78-4871-921d-dc92b49adc7a tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:20.861178 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e062535a-a32f-4230-8709-c751ce3f5029 req-65186c8d-ef78-4871-921d-dc92b49adc7a tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 943 time: 0.1402111
Dec 11 16:29:20.913972 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e062535a-a32f-4230-8709-c751ce3f5029 req-779dcce7-2f7b-413c-8cc9-45665a32d4e4 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455363
Dec 11 16:29:21.316569 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:23.676694 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b55fe825-60a2-4906-98b2-cafed30a0588 req-fdc3ab10-3fa1-402d-b974-f963085840c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=852ed596-053d-41da-a880-35c54a4411c0 HTTP/1.1" status: 200  len: 217 time: 0.0666523
Dec 11 16:29:23.901060 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fe825-60a2-4906-98b2-cafed30a0588 req-2b35b249-99ec-4561-bd84-24d1d962e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:23.902587 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b55fe825-60a2-4906-98b2-cafed30a0588 req-2b35b249-99ec-4561-bd84-24d1d962e8d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e108565b-9475-4107-890b-643bfc9f7e49 HTTP/1.1" status: 200  len: 853 time: 0.1588156
Dec 11 16:29:23.969430 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffdb40-3c8d-4f37-88e4-4ffba647fc0e req-50288619-e206-4491-b1d0-3f7ae7c5a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:23.971606 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-27ffdb40-3c8d-4f37-88e4-4ffba647fc0e req-50288619-e206-4491-b1d0-3f7ae7c5a4a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=667e4a17ae3d46d3ba440736127fb3aa&device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 1162 time: 0.2265217
Dec 11 16:29:23.977731 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b55fe825-60a2-4906-98b2-cafed30a0588 req-955367cc-872e-4215-a2b1-bc988ef5b459 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98a3bf02-b914-4f93-b8e0-dfacc6990524&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0605786
Dec 11 16:29:24.005387 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce32bc-102a-414d-a241-0fc516c698da req-0b7c80c5-b94f-42b0-965e-3210973081c6 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:24.007107 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-60ce32bc-102a-414d-a241-0fc516c698da req-0b7c80c5-b94f-42b0-965e-3210973081c6 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 946 time: 0.1283317
Dec 11 16:29:24.014977 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b1f4b-0e93-4d3c-b8b3-0e8f1bdcad8a req-ba4f14e8-bac2-4522-9ac8-3105898c18fa tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:24.022232 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-450b1f4b-0e93-4d3c-b8b3-0e8f1bdcad8a req-ba4f14e8-bac2-4522-9ac8-3105898c18fa tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1926734
Dec 11 16:29:24.108728 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-60ce32bc-102a-414d-a241-0fc516c698da req-a4ed10f6-eaa3-4ff2-b894-edc8cbd336dc tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899477
Dec 11 16:29:24.141975 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-450b1f4b-0e93-4d3c-b8b3-0e8f1bdcad8a req-3c3cf05e-9c7a-4504-91ff-faebf4a11d2d tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961938
Dec 11 16:29:24.291674 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffdb40-3c8d-4f37-88e4-4ffba647fc0e req-e1e68114-b78e-4f2c-b24f-fdf16638ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:24.293085 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-27ffdb40-3c8d-4f37-88e4-4ffba647fc0e req-e1e68114-b78e-4f2c-b24f-fdf16638ab2a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4df5138a-c173-41d2-a9c6-10906b0c52cb HTTP/1.1" status: 200  len: 913 time: 0.3072088
Dec 11 16:29:24.296765 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b55fe825-60a2-4906-98b2-cafed30a0588 req-eb7f4758-1a34-4539-9f4a-0da0617e2130 service neutron] 10.222.0.64 "GET /v2.0/networks/98a3bf02-b914-4f93-b8e0-dfacc6990524?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2858620
Dec 11 16:29:24.404047 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-27ffdb40-3c8d-4f37-88e4-4ffba647fc0e req-0cad6395-d471-47a1-89c6-b785949ea2f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c91a75b-c60e-4fa4-bd0b-19199c368f01 HTTP/1.1" status: 200  len: 217 time: 0.0935044
Dec 11 16:29:24.454981 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729859e-d339-4b73-b118-8743c6918c7f req-0157c519-16ef-4cdd-b90b-5631e5cff455 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:24.456629 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3729859e-d339-4b73-b118-8743c6918c7f req-0157c519-16ef-4cdd-b90b-5631e5cff455 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 943 time: 0.1675527
Dec 11 16:29:24.468221 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ab3e9-d43d-4664-9eb6-ef0726e33191 req-3dd13948-1809-4990-be7f-98e60336c14b tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:24.469877 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-897ab3e9-d43d-4664-9eb6-ef0726e33191 req-3dd13948-1809-4990-be7f-98e60336c14b tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 943 time: 0.1326096
Dec 11 16:29:24.546400 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3729859e-d339-4b73-b118-8743c6918c7f req-dec517ad-c848-4cac-bda9-e695a820f712 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748019
Dec 11 16:29:24.560091 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-897ab3e9-d43d-4664-9eb6-ef0726e33191 req-8c0e7fda-d21f-4439-a89e-8054d2d1a1b1 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715818
Dec 11 16:29:24.567727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffdb40-3c8d-4f37-88e4-4ffba647fc0e req-313e3fe2-6dfc-449f-880a-f975a2ea0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:24.569546 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-27ffdb40-3c8d-4f37-88e4-4ffba647fc0e req-313e3fe2-6dfc-449f-880a-f975a2ea0d5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4 HTTP/1.1" status: 200  len: 859 time: 0.1573277
Dec 11 16:29:24.584505 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 0ab970f4-958d-4458-86e7-391511e20499 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:29:24.646833 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-27ffdb40-3c8d-4f37-88e4-4ffba647fc0e req-54bdcb3e-e658-4772-8a49-476c63cbc1a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4df5138a-c173-41d2-a9c6-10906b0c52cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0528326
Dec 11 16:29:24.648936 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b55fe825-60a2-4906-98b2-cafed30a0588 req-6c65f167-1bb1-423e-971e-b5f91fb451ea service neutron] 10.222.0.64 "GET /v2.0/networks/98a3bf02-b914-4f93-b8e0-dfacc6990524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2781470
Dec 11 16:29:24.678279 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 0ab970f4-958d-4458-86e7-391511e20499 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:29:24.678987 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:24.861372 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-27ffdb40-3c8d-4f37-88e4-4ffba647fc0e req-7715c51c-511e-4946-9d99-f3fdfae476b9 service neutron] 10.222.0.64 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1872215
Dec 11 16:29:24.876849 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 0c4e7358-87a0-4c29-af54-205a9542c4ba up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:29:24.950498 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning for port 0c4e7358-87a0-4c29-af54-205a9542c4ba completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:29:24.956585 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 0c4e7358-87a0-4c29-af54-205a9542c4ba triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:29:24.957037 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:25.093109 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:25.142524 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de057af6-7330-4ec2-a2b6-3ba6631b6597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4e7358-87a0-4c29-af54-205a9542c4ba'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:29:25.155062 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port 0c4e7358-87a0-4c29-af54-205a9542c4ba, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=0c4e7358-87a0-4c29-af54-205a9542c4ba,segment=NetworkSegment(ab1f9bf8-33bf-4411-b975-dd1c836e7017),segment_id=ab1f9bf8-33bf-4411-b975-dd1c836e7017)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:29:25.164711 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:25.166068 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 9c91a75b-c60e-4fa4-bd0b-19199c368f01 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:29:25.202701 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:25.257617 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de057af6-7330-4ec2-a2b6-3ba6631b6597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4e7358-87a0-4c29-af54-205a9542c4ba', 'code': 200}
Dec 11 16:29:25.294359 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-27ffdb40-3c8d-4f37-88e4-4ffba647fc0e req-00fe217d-3bc5-4c15-af7a-f6e5e8d87c65 service neutron] 10.222.0.64 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2461205
Dec 11 16:29:25.345483 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=0c4e7358-87a0-4c29-af54-205a9542c4ba,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:25.358460 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:25.359419 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 9c91a75b-c60e-4fa4-bd0b-19199c368f01 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:29:25.360019 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:25.556475 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b8df0-9f94-47bb-93b4-5d1359525197 req-0645b1b5-479a-49a1-b88c-2750f47e52b2 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:25.568737 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-555b8df0-9f94-47bb-93b4-5d1359525197 req-0645b1b5-479a-49a1-b88c-2750f47e52b2 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 946 time: 0.2189624
Dec 11 16:29:25.654399 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-555b8df0-9f94-47bb-93b4-5d1359525197 req-aab2f020-72c8-4ee8-ad97-79bb7f399438 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854449
Dec 11 16:29:25.667276 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a26cc-b890-45e6-9462-97ec0692a3cd req-7081e378-48fd-4475-b08c-ca94eb72436c tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:25.669657 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4a6a26cc-b890-45e6-9462-97ec0692a3cd req-7081e378-48fd-4475-b08c-ca94eb72436c tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.2513061
Dec 11 16:29:25.756411 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4a6a26cc-b890-45e6-9462-97ec0692a3cd req-1e3d8722-3fa1-4c0e-b8f7-11ac8a879431 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763288
Dec 11 16:29:25.925492 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c671d-ffb6-4ac2-8d85-cedc15b09e09 req-0c2643e0-da54-4416-8d9c-1d78ca36c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:25.928350 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b91c671d-ffb6-4ac2-8d85-cedc15b09e09 req-0c2643e0-da54-4416-8d9c-1d78ca36c22e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 1162 time: 0.1439030
Dec 11 16:29:25.997883 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b91c671d-ffb6-4ac2-8d85-cedc15b09e09 req-909beb5c-ebdd-4214-97b6-7758a6330ff6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605941
Dec 11 16:29:26.133005 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e7efe-799d-4a5c-8fc9-aa5fa30a7dc4 req-d2fd2efe-4b25-4df8-9f75-0554ec985c0c tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:26.135669 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-510e7efe-799d-4a5c-8fc9-aa5fa30a7dc4 req-d2fd2efe-4b25-4df8-9f75-0554ec985c0c tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 945 time: 0.2570117
Dec 11 16:29:26.144622 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8772766-e748-4434-8c5f-d07df2996e1f req-f151774a-1df9-4498-bd10-f0054cf3bf56 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:26.146251 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c8772766-e748-4434-8c5f-d07df2996e1f req-f151774a-1df9-4498-bd10-f0054cf3bf56 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 943 time: 0.1786957
Dec 11 16:29:26.246111 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-510e7efe-799d-4a5c-8fc9-aa5fa30a7dc4 req-cad64493-ed1b-4db3-8838-8bcf2ec2185e tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987396
Dec 11 16:29:26.256851 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c8772766-e748-4434-8c5f-d07df2996e1f req-233fe398-6998-44af-b336-9e098b999d20 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738947
Dec 11 16:29:28.695730 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:29:29.497198 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 0ab970f4-958d-4458-86e7-391511e20499 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:29:29.578041 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 0ab970f4-958d-4458-86e7-391511e20499 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:29:29.578706 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:29.703717 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4910525-960d-4005-ba48-f44be046d8d2 req-1d85c7fd-b021-4521-b65d-d32690442a28 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:29.705702 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a4910525-960d-4005-ba48-f44be046d8d2 req-1d85c7fd-b021-4521-b65d-d32690442a28 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 946 time: 0.0884418
Dec 11 16:29:29.708747 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 0c4e7358-87a0-4c29-af54-205a9542c4ba up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:29:29.780650 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 0c4e7358-87a0-4c29-af54-205a9542c4ba triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:29:29.781070 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:29.817752 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a4910525-960d-4005-ba48-f44be046d8d2 req-63241c40-3ec9-4a06-8409-c02c0a7042dc tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049793
Dec 11 16:29:29.836683 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758d41b-647a-480a-beac-dcfa0cd5b9fc req-52f2a5b3-83e2-4964-88cb-00ffc7c3243e tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:29.838187 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6758d41b-647a-480a-beac-dcfa0cd5b9fc req-52f2a5b3-83e2-4964-88cb-00ffc7c3243e tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1266906
Dec 11 16:29:29.900371 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6758d41b-647a-480a-beac-dcfa0cd5b9fc req-bc8c8cfa-a5ea-4de9-b0be-2b8dca0cfcb4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556493
Dec 11 16:29:30.087001 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9886e-3981-4f9f-875b-210dab8571d3 req-ac42d562-9120-4224-b966-491cfe48412b tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:30.088622 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-26b9886e-3981-4f9f-875b-210dab8571d3 req-ac42d562-9120-4224-b966-491cfe48412b tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 945 time: 0.1311250
Dec 11 16:29:30.356955 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-26b9886e-3981-4f9f-875b-210dab8571d3 req-ea918f59-3ed0-47b5-8a19-f9685b3ac3c7 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2610862
Dec 11 16:29:30.368045 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2830edc-b070-40ed-8867-1bd09b78afe0 req-9bcf0977-f107-4c06-8589-7ba45f908bae tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:30.369692 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b2830edc-b070-40ed-8867-1bd09b78afe0 req-9bcf0977-f107-4c06-8589-7ba45f908bae tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 943 time: 0.3392749
Dec 11 16:29:30.426292 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b2830edc-b070-40ed-8867-1bd09b78afe0 req-a44e1b81-336f-42c9-940b-d6fcb263884b tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496945
Dec 11 16:29:30.651909 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.objects.ports [None req-f08b203f-e86d-4d25-9dbe-1610d66223c7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80201) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 11 16:29:31.133095 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957eac0a-d170-408b-ab13-aa81b15ccf41 req-cb1e92b4-cc74-490c-bd64-9509c1c0ecd7 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:31.134732 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-957eac0a-d170-408b-ab13-aa81b15ccf41 req-cb1e92b4-cc74-490c-bd64-9509c1c0ecd7 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.0878131
Dec 11 16:29:31.191728 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-957eac0a-d170-408b-ab13-aa81b15ccf41 req-2d1cdf16-4555-410d-a126-c37efad8e94c tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500274
Dec 11 16:29:31.463848 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045b079-a813-460e-9720-759ccd9abcdd req-818f4c31-268b-4307-9656-4326042c82a8 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:31.465536 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6045b079-a813-460e-9720-759ccd9abcdd req-818f4c31-268b-4307-9656-4326042c82a8 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 946 time: 0.0875890
Dec 11 16:29:31.600472 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6045b079-a813-460e-9720-759ccd9abcdd req-1aedcceb-2536-4f2d-9972-0380a51465a7 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279523
Dec 11 16:29:31.668192 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c5d66-e1e5-411e-8834-bbc0154030e8 req-211dfb4e-2d1b-485f-b54e-7381e6bb8bc5 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:31.669744 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6d9c5d66-e1e5-411e-8834-bbc0154030e8 req-211dfb4e-2d1b-485f-b54e-7381e6bb8bc5 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 945 time: 0.1358464
Dec 11 16:29:31.724741 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6d9c5d66-e1e5-411e-8834-bbc0154030e8 req-fec23211-e1c5-4b5a-b6ed-82e54d6b1440 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484316
Dec 11 16:29:31.826578 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc315efc-92fb-48db-862b-d8bcebcab2f7 req-2856214b-bf21-4bc8-91fb-ff493fdab9eb tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:31.828296 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dc315efc-92fb-48db-862b-d8bcebcab2f7 req-2856214b-bf21-4bc8-91fb-ff493fdab9eb tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 943 time: 0.1023085
Dec 11 16:29:31.892567 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dc315efc-92fb-48db-862b-d8bcebcab2f7 req-0f309e0b-1596-4548-b13e-bcb7f4b83bc5 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558250
Dec 11 16:29:32.409069 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 852ed596-053d-41da-a880-35c54a4411c0 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:29:32.425167 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcec9b2-e545-4d93-9164-447a602b8a6b req-b2f5766f-d2ec-47cd-8e8e-491908a15ce2 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:32.426707 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-abcec9b2-e545-4d93-9164-447a602b8a6b req-b2f5766f-d2ec-47cd-8e8e-491908a15ce2 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.0880685
Dec 11 16:29:32.479108 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-abcec9b2-e545-4d93-9164-447a602b8a6b req-bcc337a0-c6ca-40dc-8493-88616053501d tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456498
Dec 11 16:29:32.482849 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning for port 852ed596-053d-41da-a880-35c54a4411c0 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:29:32.488115 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 852ed596-053d-41da-a880-35c54a4411c0 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:29:32.488547 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:32.622797 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:32.653296 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a63616c-9e56-4976-b35e-acf2c71fc70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852ed596-053d-41da-a880-35c54a4411c0'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:29:32.664008 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port 852ed596-053d-41da-a880-35c54a4411c0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=852ed596-053d-41da-a880-35c54a4411c0,segment=NetworkSegment(0378aad0-bf2d-48dd-a526-5d6fb76ca3fb),segment_id=0378aad0-bf2d-48dd-a526-5d6fb76ca3fb)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:29:32.667273 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:32.668277 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 9c91a75b-c60e-4fa4-bd0b-19199c368f01 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:29:32.698678 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e7494d41-a4a0-4dd8-844c-f8a96d25ccbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:32.738583 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a63616c-9e56-4976-b35e-acf2c71fc70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852ed596-053d-41da-a880-35c54a4411c0', 'code': 200}
Dec 11 16:29:32.800808 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=852ed596-053d-41da-a880-35c54a4411c0,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:32.805418 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:32.807041 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 9c91a75b-c60e-4fa4-bd0b-19199c368f01 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:29:32.807719 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:32.848904 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa714bc-5d59-4cb4-aed4-bc3c0048dbdc req-ffaae021-2ae5-4aa9-ab70-b1ab0b45e5b5 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:32.851823 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8aa714bc-5d59-4cb4-aed4-bc3c0048dbdc req-ffaae021-2ae5-4aa9-ab70-b1ab0b45e5b5 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 946 time: 0.1121731
Dec 11 16:29:32.905673 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8aa714bc-5d59-4cb4-aed4-bc3c0048dbdc req-0d1dc579-c2d6-482c-babd-426f2030222c tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470245
Dec 11 16:29:33.062764 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611ae8c-9bb1-47cc-8bc6-0450bd2a0fda req-498cd60f-7efd-4e02-9899-ec0d1ec6f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:33.065135 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a611ae8c-9bb1-47cc-8bc6-0450bd2a0fda req-498cd60f-7efd-4e02-9899-ec0d1ec6f3f5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 1162 time: 0.0775657
Dec 11 16:29:33.116755 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a611ae8c-9bb1-47cc-8bc6-0450bd2a0fda req-5c6bdb20-b392-4a14-9884-a1611919c967 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412881
Dec 11 16:29:33.117255 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74083e-da60-4786-b8d3-6918c208cbf4 req-45b2c96c-aabe-429a-bb23-e1de88d81323 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:33.118915 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5d74083e-da60-4786-b8d3-6918c208cbf4 req-45b2c96c-aabe-429a-bb23-e1de88d81323 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 945 time: 0.0900521
Dec 11 16:29:33.171031 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5d74083e-da60-4786-b8d3-6918c208cbf4 req-308a5f5b-61f2-4094-b1de-802a0686f574 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455923
Dec 11 16:29:35.882390 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-453c0609-a06d-4c45-a8b2-9876d008bb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:36.815564 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b357f2-eb8b-4dd4-98db-fae3c300b474 req-75506a0f-1e4c-40d1-b8d5-999722db268f tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:36.817221 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-25b357f2-eb8b-4dd4-98db-fae3c300b474 req-75506a0f-1e4c-40d1-b8d5-999722db268f tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.0942221
Dec 11 16:29:36.866886 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-25b357f2-eb8b-4dd4-98db-fae3c300b474 req-814323be-4fc5-4584-b1d9-7357ef0c5495 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427222
Dec 11 16:29:36.935298 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 852ed596-053d-41da-a880-35c54a4411c0 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:29:37.064484 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 852ed596-053d-41da-a880-35c54a4411c0 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:29:37.065242 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:37.090588 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fce80e-768c-427d-a72e-5e7548628c01 req-353315c8-3da8-4332-aa92-8a15480cc68d tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:37.092473 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c1fce80e-768c-427d-a72e-5e7548628c01 req-353315c8-3da8-4332-aa92-8a15480cc68d tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 946 time: 0.1011372
Dec 11 16:29:37.182234 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c1fce80e-768c-427d-a72e-5e7548628c01 req-ad4a2678-9e65-4fcf-a1e2-aaef7b436355 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827067
Dec 11 16:29:37.226384 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 0c4e7358-87a0-4c29-af54-205a9542c4ba up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:29:37.320202 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 0c4e7358-87a0-4c29-af54-205a9542c4ba triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:29:37.320622 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:37.387577 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986584a-32df-4e93-bdcf-90ecc12380b4 req-9436828d-74c7-46b1-8ad6-3d9c7bdf11f4 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:37.395669 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8986584a-32df-4e93-bdcf-90ecc12380b4 req-9436828d-74c7-46b1-8ad6-3d9c7bdf11f4 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 945 time: 0.1123774
Dec 11 16:29:37.489012 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8986584a-32df-4e93-bdcf-90ecc12380b4 req-f1ba8edf-ebf9-4ca6-a3e6-d61d0f86b12c tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865691
Dec 11 16:29:38.197278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0ef66faf-f98e-4878-99a9-8979c4a49ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:38.404231 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d391ed-16a5-4996-94f8-c9218d06361f req-cfe10ef7-8ab9-4df4-979d-2040d5708562 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:38.413062 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b79dd-fa4b-4112-9f31-a558cfde433f req-b534b3f8-b6ba-48d8-8065-100440f9c04b tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:38.413218 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-72d391ed-16a5-4996-94f8-c9218d06361f req-cfe10ef7-8ab9-4df4-979d-2040d5708562 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 946 time: 0.0998020
Dec 11 16:29:38.414759 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-931b79dd-fa4b-4112-9f31-a558cfde433f req-b534b3f8-b6ba-48d8-8065-100440f9c04b tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.64 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 946 time: 0.3308694
Dec 11 16:29:38.461562 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-72d391ed-16a5-4996-94f8-c9218d06361f req-14c24e66-f931-4ad5-857a-aeccef2de77e tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473473
Dec 11 16:29:38.524126 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-931b79dd-fa4b-4112-9f31-a558cfde433f req-3398aaf2-bd68-4b93-af6a-17000b5b39ef tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Deleting port 0ab970f4-958d-4458-86e7-391511e20499 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:29:38.524695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-931b79dd-fa4b-4112-9f31-a558cfde433f req-3398aaf2-bd68-4b93-af6a-17000b5b39ef tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:38.559123 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 852ed596-053d-41da-a880-35c54a4411c0 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:29:38.661038 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 852ed596-053d-41da-a880-35c54a4411c0 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:29:38.661944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:38.841018 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400a09f-01d7-4f87-964c-0386cb75cae3 req-b2065414-c003-4c12-a917-5669c6ba3f57 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:38.850706 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3400a09f-01d7-4f87-964c-0386cb75cae3 req-b2065414-c003-4c12-a917-5669c6ba3f57 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 945 time: 0.1682026
Dec 11 16:29:38.851817 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-931b79dd-fa4b-4112-9f31-a558cfde433f req-3398aaf2-bd68-4b93-af6a-17000b5b39ef tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] For port 0ab970f4-958d-4458-86e7-391511e20499, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=0ab970f4-958d-4458-86e7-391511e20499,segment=NetworkSegment(4f08296e-1f2b-409b-8aec-73f60d97e9cc),segment_id=4f08296e-1f2b-409b-8aec-73f60d97e9cc)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:29:38.852741 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-931b79dd-fa4b-4112-9f31-a558cfde433f req-3398aaf2-bd68-4b93-af6a-17000b5b39ef tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:38.892838 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 0ab970f4-958d-4458-86e7-391511e20499 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:29:38.944515 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3400a09f-01d7-4f87-964c-0386cb75cae3 req-9a91a1f3-9ac2-45c5-96f3-281d28deb747 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923433
Dec 11 16:29:39.034629 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-931b79dd-fa4b-4112-9f31-a558cfde433f req-3398aaf2-bd68-4b93-af6a-17000b5b39ef tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Calling delete_port for 0ab970f4-958d-4458-86e7-391511e20499 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:29:39.190373 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53343fc0-fea9-4cb4-b966-b172ff7f153d req-f2990375-b377-42cc-8d74-164327d17fef tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:39.193015 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-53343fc0-fea9-4cb4-b966-b172ff7f153d req-f2990375-b377-42cc-8d74-164327d17fef tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.2371421
Dec 11 16:29:39.249217 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:39.311980 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-53343fc0-fea9-4cb4-b966-b172ff7f153d req-5115df74-9e47-4dec-bf45-58e5785389d4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122782
Dec 11 16:29:39.348490 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:39.388633 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-931b79dd-fa4b-4112-9f31-a558cfde433f req-3398aaf2-bd68-4b93-af6a-17000b5b39ef tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:39.575106 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:39.630697 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398aaf2-bd68-4b93-af6a-17000b5b39ef tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Pushing event deleted for resources: {'Port': ['ID=0ab970f4-958d-4458-86e7-391511e20499,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:39.634314 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3398aaf2-bd68-4b93-af6a-17000b5b39ef tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:39.675404 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-931b79dd-fa4b-4112-9f31-a558cfde433f req-3398aaf2-bd68-4b93-af6a-17000b5b39ef tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] No DVR routers for this DVR port 0ab970f4-958d-4458-86e7-391511e20499 on host hv-cinder-76675 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:29:39.678582 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-931b79dd-fa4b-4112-9f31-a558cfde433f req-3398aaf2-bd68-4b93-af6a-17000b5b39ef tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:39.681559 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2f4a29-a48e-48ca-aea1-365407295721', 'name': 'network-vif-deleted', 'tag': '0ab970f4-958d-4458-86e7-391511e20499'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:29:39.704273 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-931b79dd-fa4b-4112-9f31-a558cfde433f req-3398aaf2-bd68-4b93-af6a-17000b5b39ef tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.64 "DELETE /v2.0/ports/0ab970f4-958d-4458-86e7-391511e20499 HTTP/1.1" status: 204  len: 173 time: 1.2624993
Dec 11 16:29:39.865858 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1d9e1b17-b44a-4d5d-8d01-3547780b311b req-8aeec8ad-b0df-4541-87fb-6f009021e9b4 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=cb2f4a29-a48e-48ca-aea1-365407295721 HTTP/1.1" status: 200  len: 210 time: 0.0629506
Dec 11 16:29:39.939657 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2f4a29-a48e-48ca-aea1-365407295721', 'name': 'network-vif-deleted', 'tag': '0ab970f4-958d-4458-86e7-391511e20499', 'status': 'completed', 'code': 200}
Dec 11 16:29:40.130709 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:40.939661 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:41.378979 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535161c-2975-4861-b903-82747de376bd req-0c3ba771-d263-4cb9-a0c9-3e257ecbbac6 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:41.380477 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3535161c-2975-4861-b903-82747de376bd req-0c3ba771-d263-4cb9-a0c9-3e257ecbbac6 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/networks?id=c9640f0e-fa1a-43ba-98bd-530c2a871098 HTTP/1.1" status: 200  len: 808 time: 0.1616457
Dec 11 16:29:41.397385 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3535161c-2975-4861-b903-82747de376bd req-34a1f5f8-8d23-484c-9228-94f3f8436930 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/quotas/507d6083f18a4356926f95e91d30858d HTTP/1.1" status: 200  len: 375 time: 0.0104814
Dec 11 16:29:41.450907 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3535161c-2975-4861-b903-82747de376bd req-fdd89411-01c9-4ff0-8d72-81156dea20c9 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?tenant_id=507d6083f18a4356926f95e91d30858d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0469387
Dec 11 16:29:41.613310 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3535161c-2975-4861-b903-82747de376bd req-6171f791-3f60-430e-b686-bbf566a56612 service neutron] 10.222.0.68 "GET /v2.0/networks/c9640f0e-fa1a-43ba-98bd-530c2a871098?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544471
Dec 11 16:29:41.772657 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3535161c-2975-4861-b903-82747de376bd req-73997553-82af-471c-92d5-ae8e218f4093 service neutron] 10.222.0.68 "GET /v2.0/networks/c9640f0e-fa1a-43ba-98bd-530c2a871098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1498585
Dec 11 16:29:42.042130 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 58770) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:29:42.061863 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-614b817a-c0e5-4adf-9e33-8167d9f8bb96 req-dbf0533a-7f41-49f8-ab52-387efc8496a2 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 210 time: 0.0629170
Dec 11 16:29:42.230273 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f096d41f-c221-45de-8710-10a39c30457f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:42.249670 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-f096d41f-c221-45de-8710-10a39c30457f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:29:42.255785 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-f096d41f-c221-45de-8710-10a39c30457f admin admin] Usage tracker for resource:security_group_rule and tenant:cbaefe8bc3aa419bb53b552ea06eb985 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:29:42.259272 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-f096d41f-c221-45de-8710-10a39c30457f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:29:42.265861 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-f096d41f-c221-45de-8710-10a39c30457f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:29:42.389835 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f096d41f-c221-45de-8710-10a39c30457f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:42.392971 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f096d41f-c221-45de-8710-10a39c30457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:42.407445 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-606dfd1a-923d-4600-93ef-4072dd29d2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:42.452085 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096d41f-c221-45de-8710-10a39c30457f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6552538-1193-4420-ad9f-9d72507c23a5,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:42.456239 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f096d41f-c221-45de-8710-10a39c30457f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:42.461432 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-f096d41f-c221-45de-8710-10a39c30457f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cbaefe8bc3aa419bb53b552ea06eb985&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4177833
Dec 11 16:29:42.464230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 58786) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:29:42.531581 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1ecfea61-ffd6-4101-9299-fc8c094e83b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:42.559280 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1ecfea61-ffd6-4101-9299-fc8c094e83b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:42.607689 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1ecfea61-ffd6-4101-9299-fc8c094e83b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:42.613349 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d494c77b-4952-4099-829f-83cb871bfffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:42.624474 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfea61-ffd6-4101-9299-fc8c094e83b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6552538-1193-4420-ad9f-9d72507c23a5,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:42.630321 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1ecfea61-ffd6-4101-9299-fc8c094e83b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:42.635626 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1ecfea61-ffd6-4101-9299-fc8c094e83b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:42.636867 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1ecfea61-ffd6-4101-9299-fc8c094e83b6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e6552538-1193-4420-ad9f-9d72507c23a5 HTTP/1.1" status: 204  len: 168 time: 0.1715455
Dec 11 16:29:43.020615 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 58796) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:29:43.041065 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2f69160b-3169-4e5b-adc3-cee452c8fa39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:43.057918 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-2f69160b-3169-4e5b-adc3-cee452c8fa39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:29:43.062252 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-2f69160b-3169-4e5b-adc3-cee452c8fa39 admin admin] Usage tracker for resource:security_group_rule and tenant:c154523b14af4ae58500bd5a8c9209d6 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:29:43.065484 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-2f69160b-3169-4e5b-adc3-cee452c8fa39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:29:43.072830 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-2f69160b-3169-4e5b-adc3-cee452c8fa39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:29:43.183456 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2f69160b-3169-4e5b-adc3-cee452c8fa39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:43.187496 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2f69160b-3169-4e5b-adc3-cee452c8fa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:43.198873 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2937d380-2d4b-473b-bcd4-dd5ae1329ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:43.286883 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-2f69160b-3169-4e5b-adc3-cee452c8fa39 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c154523b14af4ae58500bd5a8c9209d6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2650316
Dec 11 16:29:43.289795 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 58806) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:29:43.296415 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69160b-3169-4e5b-adc3-cee452c8fa39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75d5153-15dd-4058-8c61-c4e39f138c8a,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:43.301299 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5b120664-d387-4cd4-94f2-4f625f793219 req-a80e06f5-2af7-4bee-8db4-902fb0420614 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 210 time: 0.0647657
Dec 11 16:29:43.302385 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2f69160b-3169-4e5b-adc3-cee452c8fa39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:43.361645 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7cb90cfe-8126-4bcc-ac78-c54ea2b49816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:43.398260 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7cb90cfe-8126-4bcc-ac78-c54ea2b49816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:43.453866 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7cb90cfe-8126-4bcc-ac78-c54ea2b49816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:43.459590 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d2551093-586e-43b5-9f1c-3633fedc428c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:43.473357 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb90cfe-8126-4bcc-ac78-c54ea2b49816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75d5153-15dd-4058-8c61-c4e39f138c8a,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:43.482259 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7cb90cfe-8126-4bcc-ac78-c54ea2b49816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:43.482259 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-7cb90cfe-8126-4bcc-ac78-c54ea2b49816 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c75d5153-15dd-4058-8c61-c4e39f138c8a HTTP/1.1" status: 204  len: 168 time: 0.1884067
Dec 11 16:29:43.482259 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7cb90cfe-8126-4bcc-ac78-c54ea2b49816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:43.693048 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535161c-2975-4861-b903-82747de376bd req-dd65e9bc-01cc-419b-9d2a-493b73ca85f6 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:43.693982 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-3535161c-2975-4861-b903-82747de376bd req-dd65e9bc-01cc-419b-9d2a-493b73ca85f6 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Synchronizing usage tracker for tenant:507d6083f18a4356926f95e91d30858d on resource:network {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:29:43.712232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-3535161c-2975-4861-b903-82747de376bd req-dd65e9bc-01cc-419b-9d2a-493b73ca85f6 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Unset dirty status for tenant:507d6083f18a4356926f95e91d30858d on resource:network {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:29:43.713703 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3535161c-2975-4861-b903-82747de376bd req-dd65e9bc-01cc-419b-9d2a-493b73ca85f6 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.64 "GET /v2.0/networks?id=c9640f0e-fa1a-43ba-98bd-530c2a871098 HTTP/1.1" status: 200  len: 808 time: 0.2151833
Dec 11 16:29:43.750225 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-3535161c-2975-4861-b903-82747de376bd req-e7608cc2-8013-4409-9906-79ef2be1cd99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Request body: {'port': {'device_id': '9684b64f-ce9c-4274-9b67-b4740f9ca0fd', 'network_id': 'c9640f0e-fa1a-43ba-98bd-530c2a871098', 'admin_state_up': True, 'tenant_id': '507d6083f18a4356926f95e91d30858d'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:29:43.902850 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-3535161c-2975-4861-b903-82747de376bd req-e7608cc2-8013-4409-9906-79ef2be1cd99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:29:43.908138 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-3535161c-2975-4861-b903-82747de376bd req-e7608cc2-8013-4409-9906-79ef2be1cd99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Usage tracker for resource:port and tenant:507d6083f18a4356926f95e91d30858d is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:29:43.911210 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-3535161c-2975-4861-b903-82747de376bd req-e7608cc2-8013-4409-9906-79ef2be1cd99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Quota usage for port was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:29:43.917591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-3535161c-2975-4861-b903-82747de376bd req-e7608cc2-8013-4409-9906-79ef2be1cd99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:29:43.927345 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3535161c-2975-4861-b903-82747de376bd req-e7608cc2-8013-4409-9906-79ef2be1cd99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Made reservation on behalf of 507d6083f18a4356926f95e91d30858d for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:29:43.932910 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3535161c-2975-4861-b903-82747de376bd req-e7608cc2-8013-4409-9906-79ef2be1cd99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:44.355050 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-3535161c-2975-4861-b903-82747de376bd req-e7608cc2-8013-4409-9906-79ef2be1cd99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Allocated IP 172.20.0.11 (c9640f0e-fa1a-43ba-98bd-530c2a871098/5dc8d4b5-7c22-4a9a-b2c7-60e918c390b7/214beefc-abf2-4aa7-9fd0-f4d5ac4831a2) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:29:44.383914 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4afb569f-84c5-4176-820d-e084274fb9ce req-16a34b8f-cd88-45d9-a30c-ce9a7377cba6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1418426
Dec 11 16:29:44.588639 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-109abc40-a90b-4951-a2aa-aea1dd1f3dc2 req-b1684b9e-3d8f-4e46-82f7-ff8228fac466 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 210 time: 0.0578017
Dec 11 16:29:44.739367 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3535161c-2975-4861-b903-82747de376bd req-e7608cc2-8013-4409-9906-79ef2be1cd99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:44.753642 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb569f-84c5-4176-820d-e084274fb9ce req-60d6d425-7a3b-45cf-8015-7ea52c85c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:44.755288 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4afb569f-84c5-4176-820d-e084274fb9ce req-60d6d425-7a3b-45cf-8015-7ea52c85c47c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=511468fc2d8d49c8b28184d367b1e7fa&device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 1162 time: 0.1523612
Dec 11 16:29:44.777554 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3535161c-2975-4861-b903-82747de376bd req-e7608cc2-8013-4409-9906-79ef2be1cd99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:44.796288 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:45.065156 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7608cc2-8013-4409-9906-79ef2be1cd99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Pushing event updated for resources: {'Port': ['ID=214beefc-abf2-4aa7-9fd0-f4d5ac4831a2,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:45.073793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e7608cc2-8013-4409-9906-79ef2be1cd99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:45.121527 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb569f-84c5-4176-820d-e084274fb9ce req-7a3e0b2f-4650-475b-a6f9-18d99c6e368c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:45.121527 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4afb569f-84c5-4176-820d-e084274fb9ce req-7a3e0b2f-4650-475b-a6f9-18d99c6e368c service neutron] 10.222.0.64 "GET /v2.0/networks?id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61 HTTP/1.1" status: 200  len: 908 time: 0.2938190
Dec 11 16:29:45.194856 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3535161c-2975-4861-b903-82747de376bd req-e7608cc2-8013-4409-9906-79ef2be1cd99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Network c9640f0e-fa1a-43ba-98bd-530c2a871098 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:29:45.203185 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4afb569f-84c5-4176-820d-e084274fb9ce req-976344a2-a0ac-45aa-861b-a6851c929579 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5463205-50f6-49d0-adaa-a7f774bd2a6e HTTP/1.1" status: 200  len: 217 time: 0.0684521
Dec 11 16:29:45.204087 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-3535161c-2975-4861-b903-82747de376bd req-e7608cc2-8013-4409-9906-79ef2be1cd99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:29:45.206488 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-3535161c-2975-4861-b903-82747de376bd req-e7608cc2-8013-4409-9906-79ef2be1cd99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:29:45.343316 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb569f-84c5-4176-820d-e084274fb9ce req-15145c07-a754-458f-8fa1-6c5c4135dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:45.345770 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4afb569f-84c5-4176-820d-e084274fb9ce req-15145c07-a754-458f-8fa1-6c5c4135dd1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=840d87d5-193c-4288-adc8-59ea35bedd36 HTTP/1.1" status: 200  len: 854 time: 0.1084156
Dec 11 16:29:45.350925 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535161c-2975-4861-b903-82747de376bd req-e7608cc2-8013-4409-9906-79ef2be1cd99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:45.351607 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3535161c-2975-4861-b903-82747de376bd req-e7608cc2-8013-4409-9906-79ef2be1cd99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:45.424109 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4afb569f-84c5-4176-820d-e084274fb9ce req-e8721f1b-c226-4c0f-a8b0-deeb23f80597 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=992b278b-e7cd-4bd8-bda7-fa61f5dabe61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0676951
Dec 11 16:29:45.459468 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3535161c-2975-4861-b903-82747de376bd req-e7608cc2-8013-4409-9906-79ef2be1cd99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7137566
Dec 11 16:29:45.555006 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Request body: {'port': {'device_id': '9684b64f-ce9c-4274-9b67-b4740f9ca0fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:29:45.682850 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4afb569f-84c5-4176-820d-e084274fb9ce req-28531a30-2ed1-40ff-a03e-9d30cff50b44 service neutron] 10.222.0.64 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2492146
Dec 11 16:29:45.728673 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:45.942144 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54458fa7-264b-4fb8-8db1-cb4a22cdd5da req-12ac07c6-e9d7-48d1-bfc3-505cc0c6dcc4 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:45.944452 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-54458fa7-264b-4fb8-8db1-cb4a22cdd5da req-12ac07c6-e9d7-48d1-bfc3-505cc0c6dcc4 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 932 time: 0.1763570
Dec 11 16:29:46.033624 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-54458fa7-264b-4fb8-8db1-cb4a22cdd5da req-7d0d5b3a-30fa-4497-833f-c413fe5cd2ea tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810194
Dec 11 16:29:46.282128 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4afb569f-84c5-4176-820d-e084274fb9ce req-b4cf73ca-a074-4791-8105-d4818757027c service neutron] 10.222.0.64 "GET /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5294797
Dec 11 16:29:46.601521 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 11 16:29:46.609213 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:46.622720 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Transition to ACTIVE for port object 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:29:46.625785 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:46.642888 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d512d1d9-1996-44fb-8940-b9fc6f9e1bd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:46.800813 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Pushing event updated for resources: {'Port': ['ID=214beefc-abf2-4aa7-9fd0-f4d5ac4831a2,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:46.806331 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:46.994706 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Attempting to bind port 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:29:46.995520 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Attempting to bind port 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '4f08296e-1f2b-409b-8aec-73f60d97e9cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c9640f0e-fa1a-43ba-98bd-530c2a871098'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:29:46.996043 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Attempting to bind port 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 on network c9640f0e-fa1a-43ba-98bd-530c2a871098 {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:29:47.004483 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Checking agent: {'id': 'bb51e0aa-91b6-4647-b88f-2e2e91697051', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 49), 'started_at': datetime.datetime(2020, 12, 11, 16, 25, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:29:47.004788 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Checking segment: {'id': '4f08296e-1f2b-409b-8aec-73f60d97e9cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c9640f0e-fa1a-43ba-98bd-530c2a871098'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:29:47.005183 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:47.006381 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Bound using segment: {'id': '4f08296e-1f2b-409b-8aec-73f60d97e9cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c9640f0e-fa1a-43ba-98bd-530c2a871098'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:29:47.007059 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Bound port: 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f08296e-1f2b-409b-8aec-73f60d97e9cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c9640f0e-fa1a-43ba-98bd-530c2a871098'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:29:47.007453 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:47.130033 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] For port 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2, host hv-cinder-76675, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:29:47.137101 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] For port 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=214beefc-abf2-4aa7-9fd0-f4d5ac4831a2,segment=NetworkSegment(4f08296e-1f2b-409b-8aec-73f60d97e9cc),segment_id=4f08296e-1f2b-409b-8aec-73f60d97e9cc)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:29:47.142824 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:47.259335 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:47.349711 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836235b-10ca-4e96-8f61-20d3a581e7fb req-b0feb454-5a4c-499e-8a17-c036b1bf487a tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:47.357866 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c836235b-10ca-4e96-8f61-20d3a581e7fb req-b0feb454-5a4c-499e-8a17-c036b1bf487a tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 944 time: 0.1003749
Dec 11 16:29:47.365590 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Pushing event updated for resources: {'Port': ['ID=214beefc-abf2-4aa7-9fd0-f4d5ac4831a2,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:47.369984 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:47.384550 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:47.385235 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:47.387706 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3535161c-2975-4861-b903-82747de376bd req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] 10.222.0.64 "PUT /v2.0/ports/214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 HTTP/1.1" status: 200  len: 1158 time: 1.8527079
Dec 11 16:29:47.388467 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9684b64f-ce9c-4274-9b67-b4740f9ca0fd', 'tag': '214beefc-abf2-4aa7-9fd0-f4d5ac4831a2'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:29:47.409834 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c836235b-10ca-4e96-8f61-20d3a581e7fb req-dda77e9c-3443-45aa-aec9-16cecbf51370 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508230
Dec 11 16:29:47.483015 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9684b64f-ce9c-4274-9b67-b4740f9ca0fd', 'tag': '214beefc-abf2-4aa7-9fd0-f4d5ac4831a2', 'status': 'completed', 'code': 200}
Dec 11 16:29:47.704142 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c2d34-c4ae-4794-b37f-e045aeb9b388 req-91bbc082-09c2-4f03-ad44-a6e0ca720af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:47.705945 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c80c2d34-c4ae-4794-b37f-e045aeb9b388 req-91bbc082-09c2-4f03-ad44-a6e0ca720af3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=507d6083f18a4356926f95e91d30858d&device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 1161 time: 0.0892990
Dec 11 16:29:47.895400 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c2d34-c4ae-4794-b37f-e045aeb9b388 req-c9b8d0f9-b76c-49f9-9952-76d83c1ff651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:47.897064 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c80c2d34-c4ae-4794-b37f-e045aeb9b388 req-c9b8d0f9-b76c-49f9-9952-76d83c1ff651 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=507d6083f18a4356926f95e91d30858d&shared=False HTTP/1.1" status: 200  len: 902 time: 0.1706514
Dec 11 16:29:48.076337 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c2d34-c4ae-4794-b37f-e045aeb9b388 req-dd8e7fe5-e8c8-4df1-ae0f-a7c99656c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:48.077745 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c80c2d34-c4ae-4794-b37f-e045aeb9b388 req-dd8e7fe5-e8c8-4df1-ae0f-a7c99656c4a1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1548316
Dec 11 16:29:48.277408 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535161c-2975-4861-b903-82747de376bd req-297b1c89-085c-4683-8d1c-dc0337cbe237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:48.279456 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3535161c-2975-4861-b903-82747de376bd req-297b1c89-085c-4683-8d1c-dc0337cbe237 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=507d6083f18a4356926f95e91d30858d&device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 1161 time: 0.0970311
Dec 11 16:29:48.376045 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3535161c-2975-4861-b903-82747de376bd req-63760ba4-1432-4493-b476-8628df0660e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 HTTP/1.1" status: 200  len: 217 time: 0.0716207
Dec 11 16:29:48.456566 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535161c-2975-4861-b903-82747de376bd req-60a11160-29f1-4970-91e0-a2d72270ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:48.458205 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3535161c-2975-4861-b903-82747de376bd req-60a11160-29f1-4970-91e0-a2d72270ee56 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5dc8d4b5-7c22-4a9a-b2c7-60e918c390b7 HTTP/1.1" status: 200  len: 848 time: 0.0704916
Dec 11 16:29:48.530226 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3535161c-2975-4861-b903-82747de376bd req-b6e48c10-c071-4787-bd62-11c18c5702d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9640f0e-fa1a-43ba-98bd-530c2a871098&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499175
Dec 11 16:29:48.640207 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d23006-6179-4ddc-914d-5bd09526f572 req-a4b16463-80e6-41b1-820d-66718f60b733 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:48.642271 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a6d23006-6179-4ddc-914d-5bd09526f572 req-a4b16463-80e6-41b1-820d-66718f60b733 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 944 time: 0.0905535
Dec 11 16:29:48.689737 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3535161c-2975-4861-b903-82747de376bd req-ab7fb5e8-d1a2-4c29-983c-ca9811eb9676 service neutron] 10.222.0.64 "GET /v2.0/networks/c9640f0e-fa1a-43ba-98bd-530c2a871098?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495349
Dec 11 16:29:48.694148 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a6d23006-6179-4ddc-914d-5bd09526f572 req-a5473e1b-8cbb-4322-a2a0-ffee85da2fd9 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453568
Dec 11 16:29:51.778955 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:51.967635 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3535161c-2975-4861-b903-82747de376bd req-ce46630e-1c04-4e61-9012-f53259bc7762 service neutron] 10.222.0.64 "GET /v2.0/networks/c9640f0e-fa1a-43ba-98bd-530c2a871098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1462448
Dec 11 16:29:52.065014 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cc6ac-c59e-4d64-b3ce-a90a2c697179 req-9788b613-c9c6-4654-ad69-03519fd136c4 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:52.066534 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-655cc6ac-c59e-4d64-b3ce-a90a2c697179 req-9788b613-c9c6-4654-ad69-03519fd136c4 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 944 time: 0.0855315
Dec 11 16:29:52.116446 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-655cc6ac-c59e-4d64-b3ce-a90a2c697179 req-8c54c671-d5e3-4e7f-979a-7596a54a2f37 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433836
Dec 11 16:29:53.335888 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf6edf-0698-4efd-8d4c-eb3224489efe req-4c6fa5fa-f4c8-4ea5-bfc7-3609446b72b1 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:53.337520 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4baf6edf-0698-4efd-8d4c-eb3224489efe req-4c6fa5fa-f4c8-4ea5-bfc7-3609446b72b1 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 944 time: 0.0861816
Dec 11 16:29:53.385737 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4baf6edf-0698-4efd-8d4c-eb3224489efe req-86ea22b1-970e-4a4f-bc33-1f13c64412f2 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418735
Dec 11 16:29:54.604694 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef9d8f-b655-4333-b34f-4ed0a175f47e req-2bade295-8d65-4db4-b42d-d4eefd360f47 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:54.606237 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-94ef9d8f-b655-4333-b34f-4ed0a175f47e req-2bade295-8d65-4db4-b42d-d4eefd360f47 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 944 time: 0.0888889
Dec 11 16:29:54.654539 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-94ef9d8f-b655-4333-b34f-4ed0a175f47e req-f43573e3-9636-46e7-a2fe-b07745975064 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417545
Dec 11 16:29:55.317248 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff46de1-535c-40cd-a939-49c572174e81 req-a13bd8db-be63-4ddc-86e9-dcd439d0970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:55.319285 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8ff46de1-535c-40cd-a939-49c572174e81 req-a13bd8db-be63-4ddc-86e9-dcd439d0970f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=667e4a17ae3d46d3ba440736127fb3aa&device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 1162 time: 0.0775044
Dec 11 16:29:55.353105 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58e334-61c2-4229-9497-bdd66e0e7193 req-ca827909-cf86-499d-b7ff-69725ce1a0da tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:55.354753 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9d58e334-61c2-4229-9497-bdd66e0e7193 req-ca827909-cf86-499d-b7ff-69725ce1a0da tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.0859625
Dec 11 16:29:55.408820 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9d58e334-61c2-4229-9497-bdd66e0e7193 req-7c88e07a-d768-44fd-a118-978638130610 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471547
Dec 11 16:29:55.520785 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff46de1-535c-40cd-a939-49c572174e81 req-2f335cbe-ac71-43ed-b8b4-46713016be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:55.522880 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8ff46de1-535c-40cd-a939-49c572174e81 req-2f335cbe-ac71-43ed-b8b4-46713016be33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4df5138a-c173-41d2-a9c6-10906b0c52cb HTTP/1.1" status: 200  len: 913 time: 0.1964858
Dec 11 16:29:55.621394 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8ff46de1-535c-40cd-a939-49c572174e81 req-e5b50729-c4c5-4470-9d0d-ad9f3860ac87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c91a75b-c60e-4fa4-bd0b-19199c368f01 HTTP/1.1" status: 200  len: 217 time: 0.0814238
Dec 11 16:29:55.711213 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff46de1-535c-40cd-a939-49c572174e81 req-9f5e1b44-ff11-4513-8b19-1570f3715c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:55.713115 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8ff46de1-535c-40cd-a939-49c572174e81 req-9f5e1b44-ff11-4513-8b19-1570f3715c93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4 HTTP/1.1" status: 200  len: 859 time: 0.0695586
Dec 11 16:29:55.771488 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8ff46de1-535c-40cd-a939-49c572174e81 req-e1e3fa96-6eda-49ff-a60f-6f06b4a5c5c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4df5138a-c173-41d2-a9c6-10906b0c52cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464373
Dec 11 16:29:55.884811 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91319517-da59-4658-b21a-b0dc8fdd1fa5 req-2a9b3f0e-5516-4260-b99e-55477936caf6 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:55.886836 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-91319517-da59-4658-b21a-b0dc8fdd1fa5 req-2a9b3f0e-5516-4260-b99e-55477936caf6 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 944 time: 0.0860114
Dec 11 16:29:55.935027 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8ff46de1-535c-40cd-a939-49c572174e81 req-e6dd2efe-f628-4716-9ab2-039b5541ae96 service neutron] 10.222.0.64 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558585
Dec 11 16:29:55.950411 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-91319517-da59-4658-b21a-b0dc8fdd1fa5 req-e865a87a-a7d5-4077-883b-bafda7f0fbe6 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548735
Dec 11 16:29:56.047971 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 59040) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:29:56.095450 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8ff46de1-535c-40cd-a939-49c572174e81 req-145f7f28-3267-4c88-a7ba-4af652b4f452 service neutron] 10.222.0.64 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1516631
Dec 11 16:29:56.209270 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:56.224661 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:29:56.228772 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Usage tracker for resource:security_group_rule and tenant:1d21bf3234314ccc90c820f150f2aa68 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:29:56.231837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:29:56.238252 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:29:56.328857 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:56.331585 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:56.340333 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-709f1779-0117-4567-9ab8-1dafe161c31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:56.383617 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1d21bf3234314ccc90c820f150f2aa68&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3342965
Dec 11 16:29:56.386482 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67e10af-7f43-45af-97b5-d508938b0a1d,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:56.386621 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 59050) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:29:56.395416 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.395830 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.396238 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.396635 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.397029 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.397449 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.397813 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.398203 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.398591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.399030 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.399418 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.399800 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.400252 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.400632 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.401016 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.401397 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.401780 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.402161 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.402544 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.403203 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.403582 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.403965 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.404345 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.404727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.409434 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:56.456469 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:56.485307 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:56.537215 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:56.542508 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b4202730-91da-4c75-8fbb-cc03b6cba159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:56.556646 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67e10af-7f43-45af-97b5-d508938b0a1d,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:56.565444 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:56.567293 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b67e10af-7f43-45af-97b5-d508938b0a1d HTTP/1.1" status: 204  len: 168 time: 0.1790667
Dec 11 16:29:56.568851 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.569286 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.569650 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.570058 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.570575 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.571006 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.571410 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.571809 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.572226 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.572582 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.572979 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.573373 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.573829 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.574222 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.574777 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.575207 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.575602 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.575995 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.576500 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.576891 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.577282 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.577758 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.578195 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.578587 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:29:56.582621 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:56.644626 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead21709-a7d8-43f4-a817-3cdf0d9dd307 req-c337293f-1ff3-4503-a3cb-a808670fdd57 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:56.646276 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ead21709-a7d8-43f4-a817-3cdf0d9dd307 req-c337293f-1ff3-4503-a3cb-a808670fdd57 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.0926623
Dec 11 16:29:56.700124 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ead21709-a7d8-43f4-a817-3cdf0d9dd307 req-73718dcc-e7f3-4b54-abe6-c57e47cba3aa tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464005
Dec 11 16:29:56.974036 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 59068) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:29:56.993143 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a5edd7c5-c4a7-4c04-9230-ba10f340258a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:57.009703 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-a5edd7c5-c4a7-4c04-9230-ba10f340258a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:29:57.014149 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-a5edd7c5-c4a7-4c04-9230-ba10f340258a admin admin] Usage tracker for resource:security_group_rule and tenant:91eda8988567430c81066cdc1152e152 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:29:57.018648 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-a5edd7c5-c4a7-4c04-9230-ba10f340258a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:29:57.026571 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-a5edd7c5-c4a7-4c04-9230-ba10f340258a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:29:57.163597 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a5edd7c5-c4a7-4c04-9230-ba10f340258a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:57.167001 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a5edd7c5-c4a7-4c04-9230-ba10f340258a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:57.176780 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7cb90cfe-8126-4bcc-ac78-c54ea2b49816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:57.222593 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-a5edd7c5-c4a7-4c04-9230-ba10f340258a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=91eda8988567430c81066cdc1152e152&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2472699
Dec 11 16:29:57.223477 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edd7c5-c4a7-4c04-9230-ba10f340258a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078bd0e8-3ac5-470b-af85-41d102c4c1d0,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:57.227455 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a5edd7c5-c4a7-4c04-9230-ba10f340258a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:57.228320 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 59078) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:29:57.295262 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1443-c082-42c5-a092-ee4da76832a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:57.322759 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbd527-837a-4ca8-91a4-48568649caa9 req-83657249-80e6-4a1c-a57f-6e0ee180f3b2 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:57.324491 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-76dbd527-837a-4ca8-91a4-48568649caa9 req-83657249-80e6-4a1c-a57f-6e0ee180f3b2 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 944 time: 0.1558115
Dec 11 16:29:57.324663 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1443-c082-42c5-a092-ee4da76832a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:57.331515 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c376319-1fbb-45da-983b-70a522bf8ace req-1b757fca-0b35-4f9d-8ffa-02db5fba5dbd tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:57.333169 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5c376319-1fbb-45da-983b-70a522bf8ace req-1b757fca-0b35-4f9d-8ffa-02db5fba5dbd tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 945 time: 0.1196635
Dec 11 16:29:57.375961 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1443-c082-42c5-a092-ee4da76832a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:57.381430 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ed544a71-36f2-406a-9817-f457a4a00908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:57.392950 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb1443-c082-42c5-a092-ee4da76832a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078bd0e8-3ac5-470b-af85-41d102c4c1d0,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:57.398171 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d3cb1443-c082-42c5-a092-ee4da76832a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:57.400233 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1443-c082-42c5-a092-ee4da76832a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:57.404120 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-d3cb1443-c082-42c5-a092-ee4da76832a9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/078bd0e8-3ac5-470b-af85-41d102c4c1d0 HTTP/1.1" status: 204  len: 168 time: 0.1721261
Dec 11 16:29:57.412216 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-76dbd527-837a-4ca8-91a4-48568649caa9 req-f185c302-f625-4ead-abed-f88de10c5398 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779464
Dec 11 16:29:57.416597 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5c376319-1fbb-45da-983b-70a522bf8ace req-707b20a8-5b27-4b5b-b145-fe7077e6bc66 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657294
Dec 11 16:29:57.838181 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:29:57.916113 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning for port 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:29:57.922979 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:29:57.923629 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:57.934885 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0e0dc-bbcc-4594-a35d-83669f9855e8 req-2f5f51c0-db6b-450b-938e-9a1ab3cd6a9d tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:57.936813 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e5a0e0dc-bbcc-4594-a35d-83669f9855e8 req-2f5f51c0-db6b-450b-938e-9a1ab3cd6a9d tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1035798
Dec 11 16:29:57.991497 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e5a0e0dc-bbcc-4594-a35d-83669f9855e8 req-e1a927aa-472a-4431-b1fd-c79c740809ea tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460203
Dec 11 16:29:58.052786 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:58.083011 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9684b64f-ce9c-4274-9b67-b4740f9ca0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214beefc-abf2-4aa7-9fd0-f4d5ac4831a2'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:29:58.094414 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=214beefc-abf2-4aa7-9fd0-f4d5ac4831a2,segment=NetworkSegment(4f08296e-1f2b-409b-8aec-73f60d97e9cc),segment_id=4f08296e-1f2b-409b-8aec-73f60d97e9cc)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:29:58.097354 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:58.100088 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-71cfe898-9e71-4f0e-9bef-763017fd872d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:29:58.188527 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9684b64f-ce9c-4274-9b67-b4740f9ca0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214beefc-abf2-4aa7-9fd0-f4d5ac4831a2', 'code': 200}
Dec 11 16:29:58.201170 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=214beefc-abf2-4aa7-9fd0-f4d5ac4831a2,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:29:58.204932 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:29:58.525509 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b8a7a-d911-4d35-a449-aa86f5ffab07 req-df16a8ff-46b0-4ea7-9c8b-be1b7eb39061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:58.527637 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9c1b8a7a-d911-4d35-a449-aa86f5ffab07 req-df16a8ff-46b0-4ea7-9c8b-be1b7eb39061 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 1163 time: 0.1009798
Dec 11 16:29:58.587397 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9c1b8a7a-d911-4d35-a449-aa86f5ffab07 req-beb84566-d729-43f1-8a17-ed3c85122fec service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462003
Dec 11 16:29:58.654689 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:29:58.734010 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:29:58.735195 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:29:58.741661 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20414df6-a2ff-4de4-8e4d-40be15e80aa0 req-6241dfba-55d8-4d61-9dda-3ad67dd7e13b tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:58.743314 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-20414df6-a2ff-4de4-8e4d-40be15e80aa0 req-6241dfba-55d8-4d61-9dda-3ad67dd7e13b tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 946 time: 0.1607218
Dec 11 16:29:58.754089 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230be4e6-6447-4c30-abd0-486f9c2505a6 req-c94ba2ca-bfc9-485f-8036-37d1c184aa90 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:58.755723 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-230be4e6-6447-4c30-abd0-486f9c2505a6 req-c94ba2ca-bfc9-485f-8036-37d1c184aa90 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 945 time: 0.1273823
Dec 11 16:29:58.835926 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-230be4e6-6447-4c30-abd0-486f9c2505a6 req-9f416de7-06d3-4bed-b825-084b053cd338 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642824
Dec 11 16:29:58.840148 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-20414df6-a2ff-4de4-8e4d-40be15e80aa0 req-89ab133e-6690-46f4-86da-5563775dc1b5 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834510
Dec 11 16:29:59.223423 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afbee6-82a0-4d2a-a8c1-a1c85c035276 req-542fca28-4a13-4d74-948f-37ddfca43215 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:29:59.225067 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f2afbee6-82a0-4d2a-a8c1-a1c85c035276 req-542fca28-4a13-4d74-948f-37ddfca43215 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.0855699
Dec 11 16:29:59.280077 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f2afbee6-82a0-4d2a-a8c1-a1c85c035276 req-2e33d287-cbb7-4b49-ad22-ca66d687a057 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483890
Dec 11 16:30:00.143270 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54ce51-da27-4ceb-a7a4-7b822f8a1769 req-113efe64-42c9-4a93-ae2a-0349b69b31bb tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:00.144853 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-cf54ce51-da27-4ceb-a7a4-7b822f8a1769 req-113efe64-42c9-4a93-ae2a-0349b69b31bb tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 946 time: 0.1627653
Dec 11 16:30:00.151927 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb0cd8-6331-4360-91b0-bb97003ffbe1 req-4a3e4e5f-d0af-4e5b-bc9f-ba13db9ad94a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:00.153741 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c8fb0cd8-6331-4360-91b0-bb97003ffbe1 req-4a3e4e5f-d0af-4e5b-bc9f-ba13db9ad94a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 945 time: 0.1248603
Dec 11 16:30:00.233520 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-cf54ce51-da27-4ceb-a7a4-7b822f8a1769 req-6b54063a-bc68-45a1-a4bc-3368caecbec1 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787213
Dec 11 16:30:00.238442 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c8fb0cd8-6331-4360-91b0-bb97003ffbe1 req-480dd86c-5e47-463d-b712-bfb4931c5560 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670502
Dec 11 16:30:00.500129 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f6fa3-6834-4d38-9d50-bb97e464d08e req-c06e5875-a374-47f2-8921-80a910d6f482 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:00.501779 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ed2f6fa3-6834-4d38-9d50-bb97e464d08e req-c06e5875-a374-47f2-8921-80a910d6f482 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.0843215
Dec 11 16:30:00.553697 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ed2f6fa3-6834-4d38-9d50-bb97e464d08e req-a8511099-8069-4904-ba79-6ce1524d2bf2 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449076
Dec 11 16:30:00.595269 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553edde-2e4c-4f11-8f80-e783f0bc8402 req-bcbd5907-e1e6-4997-8f93-68dbbd5e9a42 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:00.596064 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-6553edde-2e4c-4f11-8f80-e783f0bc8402 req-bcbd5907-e1e6-4997-8f93-68dbbd5e9a42 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Synchronizing usage tracker for tenant:511468fc2d8d49c8b28184d367b1e7fa on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:30:00.611718 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-6553edde-2e4c-4f11-8f80-e783f0bc8402 req-bcbd5907-e1e6-4997-8f93-68dbbd5e9a42 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Unset dirty status for tenant:511468fc2d8d49c8b28184d367b1e7fa on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:30:00.612955 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6553edde-2e4c-4f11-8f80-e783f0bc8402 req-bcbd5907-e1e6-4997-8f93-68dbbd5e9a42 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.64 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 945 time: 0.1027875
Dec 11 16:30:00.728648 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-6553edde-2e4c-4f11-8f80-e783f0bc8402 req-bbc38781-8467-460b-9ed2-965d830f9782 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Deleting port 0c4e7358-87a0-4c29-af54-205a9542c4ba {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:30:00.728899 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-6553edde-2e4c-4f11-8f80-e783f0bc8402 req-bbc38781-8467-460b-9ed2-965d830f9782 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:00.837962 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:30:00.910287 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:30:00.910700 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:00.992735 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-6553edde-2e4c-4f11-8f80-e783f0bc8402 req-bbc38781-8467-460b-9ed2-965d830f9782 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] For port 0c4e7358-87a0-4c29-af54-205a9542c4ba, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=0c4e7358-87a0-4c29-af54-205a9542c4ba,segment=NetworkSegment(ab1f9bf8-33bf-4411-b975-dd1c836e7017),segment_id=ab1f9bf8-33bf-4411-b975-dd1c836e7017)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:30:00.993053 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-6553edde-2e4c-4f11-8f80-e783f0bc8402 req-bbc38781-8467-460b-9ed2-965d830f9782 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:01.072835 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 0c4e7358-87a0-4c29-af54-205a9542c4ba no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:30:01.127100 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-6553edde-2e4c-4f11-8f80-e783f0bc8402 req-bbc38781-8467-460b-9ed2-965d830f9782 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Calling delete_port for 0c4e7358-87a0-4c29-af54-205a9542c4ba owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:30:01.206296 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:01.293764 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-6553edde-2e4c-4f11-8f80-e783f0bc8402 req-bbc38781-8467-460b-9ed2-965d830f9782 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:01.515565 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d5d63a47-3427-4c16-aa3a-27037a381cbb req-25890212-aef3-4e1e-9dc3-e3bf047fad06 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 210 time: 0.0843124
Dec 11 16:30:01.582596 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf93831-3083-40c6-a726-b552ccf8fd54 req-0b99d6d5-0763-4116-9f85-b6af970bc7b8 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:01.584814 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-cdf93831-3083-40c6-a726-b552ccf8fd54 req-0b99d6d5-0763-4116-9f85-b6af970bc7b8 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 946 time: 0.1993556
Dec 11 16:30:01.649645 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-cdf93831-3083-40c6-a726-b552ccf8fd54 req-305b7085-2481-460f-aac8-bf8dd9d067c4 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579984
Dec 11 16:30:01.689895 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ea01c0f8-d42e-4e30-970c-d09d3f1fdaad tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:30:01.751806 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc38781-8467-460b-9ed2-965d830f9782 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Pushing event deleted for resources: {'Port': ['ID=0c4e7358-87a0-4c29-af54-205a9542c4ba,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:30:01.755942 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-bbc38781-8467-460b-9ed2-965d830f9782 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:30:01.817004 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f54c93-7e42-4fec-8118-2fc94ebc8d44 req-e4dde42b-c77d-42da-bdfd-df5bbb405a08 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:01.818615 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c3f54c93-7e42-4fec-8118-2fc94ebc8d44 req-e4dde42b-c77d-42da-bdfd-df5bbb405a08 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1014848
Dec 11 16:30:01.833838 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-6553edde-2e4c-4f11-8f80-e783f0bc8402 req-bbc38781-8467-460b-9ed2-965d830f9782 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] No DVR routers for this DVR port 0c4e7358-87a0-4c29-af54-205a9542c4ba on host hv-cinder-76675 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:30:01.836343 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-6553edde-2e4c-4f11-8f80-e783f0bc8402 req-bbc38781-8467-460b-9ed2-965d830f9782 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:01.839858 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de057af6-7330-4ec2-a2b6-3ba6631b6597', 'name': 'network-vif-deleted', 'tag': '0c4e7358-87a0-4c29-af54-205a9542c4ba'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:30:01.857530 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6553edde-2e4c-4f11-8f80-e783f0bc8402 req-bbc38781-8467-460b-9ed2-965d830f9782 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.64 "DELETE /v2.0/ports/0c4e7358-87a0-4c29-af54-205a9542c4ba HTTP/1.1" status: 204  len: 173 time: 1.2034976
Dec 11 16:30:02.066370 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c3f54c93-7e42-4fec-8118-2fc94ebc8d44 req-879d9c5c-6141-4eb0-88e9-ba68e5428a10 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2407777
Dec 11 16:30:02.141493 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de057af6-7330-4ec2-a2b6-3ba6631b6597', 'name': 'network-vif-deleted', 'tag': '0c4e7358-87a0-4c29-af54-205a9542c4ba', 'status': 'completed', 'code': 200}
Dec 11 16:30:02.743798 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6db4e29f-2a1f-45a4-a221-d4515a273250 req-bb1e148d-972c-4ee6-952f-5c3eefccc029 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=de057af6-7330-4ec2-a2b6-3ba6631b6597 HTTP/1.1" status: 200  len: 210 time: 0.0607662
Dec 11 16:30:02.947021 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 59212) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:30:03.111505 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b39a6070-2dec-462c-8ab7-c617acbd9ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:03.132421 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-b39a6070-2dec-462c-8ab7-c617acbd9ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:30:03.138651 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-b39a6070-2dec-462c-8ab7-c617acbd9ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:c51a280c82044712a00f5226c1da1f19 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:30:03.142715 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-b39a6070-2dec-462c-8ab7-c617acbd9ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:30:03.149015 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-b39a6070-2dec-462c-8ab7-c617acbd9ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:30:03.243130 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b39a6070-2dec-462c-8ab7-c617acbd9ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:03.246264 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b39a6070-2dec-462c-8ab7-c617acbd9ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:03.256602 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-29e43091-01d0-46af-b7b7-a1edbab6e583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:30:03.303891 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-b39a6070-2dec-462c-8ab7-c617acbd9ab9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c51a280c82044712a00f5226c1da1f19&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3524539
Dec 11 16:30:03.303891 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a6070-2dec-462c-8ab7-c617acbd9ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a6448a-8454-40a9-ad2b-d3003404ec41,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:30:03.304767 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 59226) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:30:03.307826 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b39a6070-2dec-462c-8ab7-c617acbd9ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:30:03.333906 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf803b7-d41e-4936-91fc-c425eec4d040 req-5afa3c87-5a5c-45bb-b2d2-c52c549c3677 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:03.335761 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4cf803b7-d41e-4936-91fc-c425eec4d040 req-5afa3c87-5a5c-45bb-b2d2-c52c549c3677 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.0987506
Dec 11 16:30:03.375903 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-994cc0bd-ecab-41df-a98a-52dd2b27af69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:03.384126 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4cf803b7-d41e-4936-91fc-c425eec4d040 req-4562eddd-ae07-4e20-965f-70affe38ded4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418005
Dec 11 16:30:03.403990 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-994cc0bd-ecab-41df-a98a-52dd2b27af69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:03.451399 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-994cc0bd-ecab-41df-a98a-52dd2b27af69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:03.456438 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c6296f36-c637-4806-b430-6b6128eb65e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:30:03.470428 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cc0bd-ecab-41df-a98a-52dd2b27af69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a6448a-8454-40a9-ad2b-d3003404ec41,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:30:03.473979 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-994cc0bd-ecab-41df-a98a-52dd2b27af69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:30:03.474940 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-994cc0bd-ecab-41df-a98a-52dd2b27af69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:03.479021 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-994cc0bd-ecab-41df-a98a-52dd2b27af69 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/43a6448a-8454-40a9-ad2b-d3003404ec41 HTTP/1.1" status: 204  len: 168 time: 0.1706014
Dec 11 16:30:03.615214 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9070c-2b14-4272-9025-32870a8512ff req-11ea96fd-5575-40f2-b830-9d8e3211e519 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:03.616809 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5fd9070c-2b14-4272-9025-32870a8512ff req-11ea96fd-5575-40f2-b830-9d8e3211e519 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 946 time: 0.0860636
Dec 11 16:30:03.672510 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5fd9070c-2b14-4272-9025-32870a8512ff req-7dd188b1-39a6-4c27-8c5b-bb2ea68c81b3 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464947
Dec 11 16:30:03.861859 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 59238) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:30:03.883035 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2a67d2bf-8b23-4674-a847-4c4008a89403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:03.899650 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-2a67d2bf-8b23-4674-a847-4c4008a89403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:30:03.904114 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-2a67d2bf-8b23-4674-a847-4c4008a89403 admin admin] Usage tracker for resource:security_group_rule and tenant:e3eb562659e548f7937f5baf1516e5dc is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:30:03.907187 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-2a67d2bf-8b23-4674-a847-4c4008a89403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:30:03.913084 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-2a67d2bf-8b23-4674-a847-4c4008a89403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:30:04.006903 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2a67d2bf-8b23-4674-a847-4c4008a89403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:04.009886 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2a67d2bf-8b23-4674-a847-4c4008a89403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:04.019958 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c8c49abf-129e-42bb-b8fd-3cfeb17f5477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:30:04.066223 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-2a67d2bf-8b23-4674-a847-4c4008a89403 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e3eb562659e548f7937f5baf1516e5dc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2031767
Dec 11 16:30:04.067941 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67d2bf-8b23-4674-a847-4c4008a89403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b6e963-fa24-4936-ac92-9fbef92caaa0,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:30:04.069166 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 59246) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:30:04.071978 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2a67d2bf-8b23-4674-a847-4c4008a89403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:30:04.137103 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-90fd9a28-b270-470b-a23e-744c72329ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:04.165113 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-90fd9a28-b270-470b-a23e-744c72329ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:04.211921 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-90fd9a28-b270-470b-a23e-744c72329ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:04.217231 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6284e28f-437a-4509-81fe-dcd8738e05b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:30:04.232810 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd9a28-b270-470b-a23e-744c72329ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b6e963-fa24-4936-ac92-9fbef92caaa0,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:30:04.238863 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-90fd9a28-b270-470b-a23e-744c72329ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:30:04.245579 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-90fd9a28-b270-470b-a23e-744c72329ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:04.246842 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-90fd9a28-b270-470b-a23e-744c72329ad7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/34b6e963-fa24-4936-ac92-9fbef92caaa0 HTTP/1.1" status: 204  len: 168 time: 0.1764414
Dec 11 16:30:04.614848 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ebf6e-b39f-413a-b608-76917487a7e5 req-26fac652-dd43-4720-bd43-3c84158d2fd8 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:04.616696 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4a3ebf6e-b39f-413a-b608-76917487a7e5 req-26fac652-dd43-4720-bd43-3c84158d2fd8 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.0910192
Dec 11 16:30:04.673677 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4a3ebf6e-b39f-413a-b608-76917487a7e5 req-ae949c6c-1b0b-4149-9eab-8da0c85b9811 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492620
Dec 11 16:30:04.919878 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a86da-dd8f-45b9-b36a-31e0e477e1e0 req-d8908e15-b801-4080-998f-bb534752fbbd tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:04.921559 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d92a86da-dd8f-45b9-b36a-31e0e477e1e0 req-d8908e15-b801-4080-998f-bb534752fbbd tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 946 time: 0.0871179
Dec 11 16:30:04.973376 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d92a86da-dd8f-45b9-b36a-31e0e477e1e0 req-33d0930a-0a59-45eb-b940-44ba3b62ee34 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452166
Dec 11 16:30:05.506018 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26401e-481b-4e73-9594-4114a3877808 req-0864d86e-7a59-4e8f-8ed6-f606cac9c21d tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:05.507296 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-5b26401e-481b-4e73-9594-4114a3877808 req-0864d86e-7a59-4e8f-8ed6-f606cac9c21d tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Synchronizing usage tracker for tenant:507d6083f18a4356926f95e91d30858d on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:30:05.541313 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-5b26401e-481b-4e73-9594-4114a3877808 req-0864d86e-7a59-4e8f-8ed6-f606cac9c21d tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Unset dirty status for tenant:507d6083f18a4356926f95e91d30858d on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:30:05.542592 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5b26401e-481b-4e73-9594-4114a3877808 req-0864d86e-7a59-4e8f-8ed6-f606cac9c21d tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.64 "GET /v2.0/ports?device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 946 time: 0.1437910
Dec 11 16:30:05.647421 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32415841-1e15-4a5e-be39-f4a11efa6d0a req-318037c9-6061-487b-8581-e34ca9f3e941 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:05.650941 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-32415841-1e15-4a5e-be39-f4a11efa6d0a req-318037c9-6061-487b-8581-e34ca9f3e941 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166 HTTP/1.1" status: 200  len: 945 time: 0.1317489
Dec 11 16:30:05.665202 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-5b26401e-481b-4e73-9594-4114a3877808 req-17ee2986-1411-4be3-8b1d-b92baa9c8c99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Deleting port 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:30:05.665729 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-5b26401e-481b-4e73-9594-4114a3877808 req-17ee2986-1411-4be3-8b1d-b92baa9c8c99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:05.715259 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:30:05.778666 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-32415841-1e15-4a5e-be39-f4a11efa6d0a req-3512f483-2ae2-4803-9e4c-7c596ea91f8a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153502
Dec 11 16:30:05.893259 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-003cbe11-237f-4937-aff2-84cc14a365e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:06.026291 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532edc91-66dc-4021-b1be-f8f4245b4f99 req-33326937-ced0-4b13-bfbf-3fdb862fb279 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:06.034516 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-532edc91-66dc-4021-b1be-f8f4245b4f99 req-33326937-ced0-4b13-bfbf-3fdb862fb279 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1007328
Dec 11 16:30:06.050058 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-5b26401e-481b-4e73-9594-4114a3877808 req-17ee2986-1411-4be3-8b1d-b92baa9c8c99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] For port 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=214beefc-abf2-4aa7-9fd0-f4d5ac4831a2,segment=NetworkSegment(4f08296e-1f2b-409b-8aec-73f60d97e9cc),segment_id=4f08296e-1f2b-409b-8aec-73f60d97e9cc)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:30:06.050683 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-5b26401e-481b-4e73-9594-4114a3877808 req-17ee2986-1411-4be3-8b1d-b92baa9c8c99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:06.098532 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-532edc91-66dc-4021-b1be-f8f4245b4f99 req-30545139-160e-4be3-9586-6ebdedc37eba tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628657
Dec 11 16:30:06.216580 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-5b26401e-481b-4e73-9594-4114a3877808 req-17ee2986-1411-4be3-8b1d-b92baa9c8c99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Calling delete_port for 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:30:06.256550 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2cc6e-ab5c-4d86-88dc-fa723b3d0d3b req-ad776366-7036-4eeb-83b7-e3b976aa64ef tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:06.258193 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b5b2cc6e-ab5c-4d86-88dc-fa723b3d0d3b req-ad776366-7036-4eeb-83b7-e3b976aa64ef tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 946 time: 0.0888207
Dec 11 16:30:06.307400 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b5b2cc6e-ab5c-4d86-88dc-fa723b3d0d3b req-99e44414-392f-4343-a636-6dbdf4be2404 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/security-groups?id=018ce896-9867-4ee2-955b-84497d2b12d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423827
Dec 11 16:30:06.376501 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-5b26401e-481b-4e73-9594-4114a3877808 req-17ee2986-1411-4be3-8b1d-b92baa9c8c99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:06.393569 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-5b6d5c86-28ce-470f-98c6-c90a886516b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:30:06.453883 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee2986-1411-4be3-8b1d-b92baa9c8c99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Pushing event deleted for resources: {'Port': ['ID=214beefc-abf2-4aa7-9fd0-f4d5ac4831a2,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:30:06.458516 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-17ee2986-1411-4be3-8b1d-b92baa9c8c99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:30:06.466210 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:30:06.503178 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] No Port match for: 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:30:06.503430 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 not bound to the agent host hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:30:06.603135 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b26401e-481b-4e73-9594-4114a3877808 req-17ee2986-1411-4be3-8b1d-b92baa9c8c99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] No DVR routers for this DVR port 214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 on host hv-cinder-76675 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:30:06.605803 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-5b26401e-481b-4e73-9594-4114a3877808 req-17ee2986-1411-4be3-8b1d-b92baa9c8c99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:06.610497 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9684b64f-ce9c-4274-9b67-b4740f9ca0fd', 'name': 'network-vif-deleted', 'tag': '214beefc-abf2-4aa7-9fd0-f4d5ac4831a2'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:30:06.646162 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5b26401e-481b-4e73-9594-4114a3877808 req-17ee2986-1411-4be3-8b1d-b92baa9c8c99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.64 "DELETE /v2.0/ports/214beefc-abf2-4aa7-9fd0-f4d5ac4831a2 HTTP/1.1" status: 204  len: 173 time: 1.0969594
Dec 11 16:30:06.694231 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9684b64f-ce9c-4274-9b67-b4740f9ca0fd', 'name': 'network-vif-deleted', 'tag': '214beefc-abf2-4aa7-9fd0-f4d5ac4831a2', 'status': 'completed', 'code': 200}
Dec 11 16:30:07.003393 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee22bfe-813d-4d9b-abab-1360ba44833b req-64d32744-b112-45ed-895f-e21086d58b60 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:07.005050 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fee22bfe-813d-4d9b-abab-1360ba44833b req-64d32744-b112-45ed-895f-e21086d58b60 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166 HTTP/1.1" status: 200  len: 945 time: 0.0887403
Dec 11 16:30:07.055944 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fee22bfe-813d-4d9b-abab-1360ba44833b req-00c8c4ba-b8fb-4885-b6e8-4dfd2e90f3f3 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437915
Dec 11 16:30:07.319813 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1575c88-847f-44eb-89e0-49df9e575824 req-9b687605-4223-49da-a1ae-b359f4347b3a tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:07.319813 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e1575c88-847f-44eb-89e0-49df9e575824 req-9b687605-4223-49da-a1ae-b359f4347b3a tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.0862117
Dec 11 16:30:07.370556 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e1575c88-847f-44eb-89e0-49df9e575824 req-05a4a213-279f-4363-932e-55be710cad09 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479288
Dec 11 16:30:07.659002 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b97fe135-7aea-4f0a-b21a-ec73c71b3beb req-d940c10c-8aa5-43ff-85b2-71d8b0ebed55 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] 10.222.0.68 "GET /v2.0/ports?device_id=9684b64f-ce9c-4274-9b67-b4740f9ca0fd HTTP/1.1" status: 200  len: 210 time: 0.0488508
Dec 11 16:30:07.785047 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ac68e-f108-467f-8f16-5adbdb1f8c88 req-c1dfab8f-e640-417a-9818-d586501d4392 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:07.785994 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-b08ac68e-f108-467f-8f16-5adbdb1f8c88 req-c1dfab8f-e640-417a-9818-d586501d4392 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Synchronizing usage tracker for tenant:511468fc2d8d49c8b28184d367b1e7fa on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:30:07.802653 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-b08ac68e-f108-467f-8f16-5adbdb1f8c88 req-c1dfab8f-e640-417a-9818-d586501d4392 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Unset dirty status for tenant:511468fc2d8d49c8b28184d367b1e7fa on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:30:07.804855 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b08ac68e-f108-467f-8f16-5adbdb1f8c88 req-c1dfab8f-e640-417a-9818-d586501d4392 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.64 "GET /v2.0/ports?device_id=ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166 HTTP/1.1" status: 200  len: 945 time: 0.1157315
Dec 11 16:30:07.884220 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-b08ac68e-f108-467f-8f16-5adbdb1f8c88 req-d932bd2b-cc23-47fa-9dc5-cd82d918892a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Deleting port 070c8561-0e66-4cbd-84b6-deb847918caf {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:30:07.884617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-b08ac68e-f108-467f-8f16-5adbdb1f8c88 req-d932bd2b-cc23-47fa-9dc5-cd82d918892a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:08.193140 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3b2e6361-492b-44e9-a27c-9634b4b67059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:08.193633 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-b08ac68e-f108-467f-8f16-5adbdb1f8c88 req-d932bd2b-cc23-47fa-9dc5-cd82d918892a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] For port 070c8561-0e66-4cbd-84b6-deb847918caf, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=070c8561-0e66-4cbd-84b6-deb847918caf,segment=NetworkSegment(ab1f9bf8-33bf-4411-b975-dd1c836e7017),segment_id=ab1f9bf8-33bf-4411-b975-dd1c836e7017)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:30:08.193633 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-b08ac68e-f108-467f-8f16-5adbdb1f8c88 req-d932bd2b-cc23-47fa-9dc5-cd82d918892a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:08.308342 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6ebd6-4242-4847-bfa6-799f36840e5d req-a05ae894-c0a7-45f1-a036-995bf6d1de24 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:08.310014 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-58f6ebd6-4242-4847-bfa6-799f36840e5d req-a05ae894-c0a7-45f1-a036-995bf6d1de24 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166 HTTP/1.1" status: 200  len: 945 time: 0.0886497
Dec 11 16:30:08.328516 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-b08ac68e-f108-467f-8f16-5adbdb1f8c88 req-d932bd2b-cc23-47fa-9dc5-cd82d918892a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Calling delete_port for 070c8561-0e66-4cbd-84b6-deb847918caf owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:30:08.364738 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-58f6ebd6-4242-4847-bfa6-799f36840e5d req-f660d4a7-616b-46b2-b6fc-8f8f758fca9b tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475566
Dec 11 16:30:08.474084 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 070c8561-0e66-4cbd-84b6-deb847918caf no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:30:08.500380 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-b08ac68e-f108-467f-8f16-5adbdb1f8c88 req-d932bd2b-cc23-47fa-9dc5-cd82d918892a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:08.512247 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] No Port match for: 070c8561-0e66-4cbd-84b6-deb847918caf {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:30:08.512898 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 070c8561-0e66-4cbd-84b6-deb847918caf not bound to the agent host hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:30:08.521535 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:30:08.583999 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932bd2b-cc23-47fa-9dc5-cd82d918892a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Pushing event deleted for resources: {'Port': ['ID=070c8561-0e66-4cbd-84b6-deb847918caf,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:30:08.589287 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d932bd2b-cc23-47fa-9dc5-cd82d918892a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:30:08.610435 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735e249-b93a-4f76-a2b3-b5a0a808954e req-ea3225f5-8c81-4413-a1f4-302916032b3a tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:08.612151 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4735e249-b93a-4f76-a2b3-b5a0a808954e req-ea3225f5-8c81-4413-a1f4-302916032b3a tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.0895917
Dec 11 16:30:08.672597 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4735e249-b93a-4f76-a2b3-b5a0a808954e req-9c9ddad1-7a36-4d0c-af5a-789314179d77 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529220
Dec 11 16:30:08.743793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08ac68e-f108-467f-8f16-5adbdb1f8c88 req-d932bd2b-cc23-47fa-9dc5-cd82d918892a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] No DVR routers for this DVR port 070c8561-0e66-4cbd-84b6-deb847918caf on host hv-cinder-76675 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:30:08.745990 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-b08ac68e-f108-467f-8f16-5adbdb1f8c88 req-d932bd2b-cc23-47fa-9dc5-cd82d918892a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:08.748940 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166', 'name': 'network-vif-deleted', 'tag': '070c8561-0e66-4cbd-84b6-deb847918caf'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:30:08.764646 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b08ac68e-f108-467f-8f16-5adbdb1f8c88 req-d932bd2b-cc23-47fa-9dc5-cd82d918892a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.64 "DELETE /v2.0/ports/070c8561-0e66-4cbd-84b6-deb847918caf HTTP/1.1" status: 204  len: 173 time: 0.9542630
Dec 11 16:30:08.812233 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166', 'name': 'network-vif-deleted', 'tag': '070c8561-0e66-4cbd-84b6-deb847918caf', 'status': 'completed', 'code': 200}
Dec 11 16:30:08.989978 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:09.628255 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-89d2671b-7c9f-4a21-a19c-3d24b4dfcccd req-37b5b3ee-0fa0-4562-b71d-0740c8eaa7ce tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=ecdbd26b-8e68-4ad0-94bc-c63e0b5b3166 HTTP/1.1" status: 200  len: 210 time: 0.0768619
Dec 11 16:30:09.900839 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914d453-2903-4535-9184-cf60e07666fd req-d3caace3-19c9-4f0b-b1f6-d37095f4c4dc tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:09.902521 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d914d453-2903-4535-9184-cf60e07666fd req-d3caace3-19c9-4f0b-b1f6-d37095f4c4dc tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.0895157
Dec 11 16:30:09.963864 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d914d453-2903-4535-9184-cf60e07666fd req-fbab4a1f-d1ec-4fa1-a0fa-8be4d285d318 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544708
Dec 11 16:30:10.135804 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:10.942107 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:11.162591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753727e-00c5-4ef4-92e4-95f4648161e3 req-8ae5a183-29b8-4c9a-8a4e-348f29cec614 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:11.164309 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b753727e-00c5-4ef4-92e4-95f4648161e3 req-8ae5a183-29b8-4c9a-8a4e-348f29cec614 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 945 time: 0.0925806
Dec 11 16:30:11.214188 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b753727e-00c5-4ef4-92e4-95f4648161e3 req-9c466456-182a-4f8e-b545-59adc0100111 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435390
Dec 11 16:30:11.416078 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ad0aa-8db1-4717-9466-a9c71c6ee8ec req-21c124d6-0ede-4b8f-8367-f7aea80a057c tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:11.417636 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5d4ad0aa-8db1-4717-9466-a9c71c6ee8ec req-21c124d6-0ede-4b8f-8367-f7aea80a057c tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.0878139
Dec 11 16:30:11.469805 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5d4ad0aa-8db1-4717-9466-a9c71c6ee8ec req-302efd0f-9f12-4b0f-be72-da3690c885b7 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451727
Dec 11 16:30:13.616254 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d858a5b-a2b5-4cd1-8135-33f496e61a11 req-e844fbd6-48b8-4c3d-825f-828c3604db6e tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:13.618199 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8d858a5b-a2b5-4cd1-8135-33f496e61a11 req-e844fbd6-48b8-4c3d-825f-828c3604db6e tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 945 time: 0.1725492
Dec 11 16:30:13.661212 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc494b5-3683-46a4-bde3-092ad193621c req-4011ecc4-8038-4972-b044-883a868d140e tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:13.663114 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8cc494b5-3683-46a4-bde3-092ad193621c req-4011ecc4-8038-4972-b044-883a868d140e tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1454654
Dec 11 16:30:13.708804 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8d858a5b-a2b5-4cd1-8135-33f496e61a11 req-1079fc40-124d-4081-bc1b-93d071ab5df4 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812635
Dec 11 16:30:13.735396 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8cc494b5-3683-46a4-bde3-092ad193621c req-efcc94ca-d513-4eb2-8baa-cd85a68c59be tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557826
Dec 11 16:30:15.081418 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b87ea1-57e3-4c30-9591-34e7997113c7 req-d92bce42-ea58-4810-abb6-7fdfea0aa934 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:15.087412 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f6b87ea1-57e3-4c30-9591-34e7997113c7 req-d92bce42-ea58-4810-abb6-7fdfea0aa934 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1802263
Dec 11 16:30:15.095438 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f24e3-c199-456b-886e-fa5c958c416d req-0baf7a8e-7a18-49ae-9471-bc8f8ef4cb14 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:15.097123 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1f5f24e3-c199-456b-886e-fa5c958c416d req-0baf7a8e-7a18-49ae-9471-bc8f8ef4cb14 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 945 time: 0.1523390
Dec 11 16:30:15.164391 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f6b87ea1-57e3-4c30-9591-34e7997113c7 req-24aac5e6-7e22-4084-851d-b8c7ef93573f tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661111
Dec 11 16:30:15.187579 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1f5f24e3-c199-456b-886e-fa5c958c416d req-3ce5c1e9-ac45-4d98-b29f-0abe56c6eb29 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737474
Dec 11 16:30:15.607086 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fd272-82ac-4158-8812-7d537a5a2239 req-c16ba124-c1ee-42d8-9472-5fd0aa2c5ca2 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:15.607867 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-d56fd272-82ac-4158-8812-7d537a5a2239 req-c16ba124-c1ee-42d8-9472-5fd0aa2c5ca2 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Synchronizing usage tracker for tenant:511468fc2d8d49c8b28184d367b1e7fa on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:30:15.627191 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-d56fd272-82ac-4158-8812-7d537a5a2239 req-c16ba124-c1ee-42d8-9472-5fd0aa2c5ca2 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Unset dirty status for tenant:511468fc2d8d49c8b28184d367b1e7fa on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:30:15.629253 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d56fd272-82ac-4158-8812-7d537a5a2239 req-c16ba124-c1ee-42d8-9472-5fd0aa2c5ca2 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.64 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 945 time: 0.1313863
Dec 11 16:30:18.455658 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-d56fd272-82ac-4158-8812-7d537a5a2239 req-144ade2e-f694-4faf-9af6-10f1c2f32887 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Deleting port 7a60821d-6016-433c-b76f-7d2a188c9e52 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:30:18.457005 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d56fd272-82ac-4158-8812-7d537a5a2239 req-144ade2e-f694-4faf-9af6-10f1c2f32887 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:18.610081 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 7a60821d-6016-433c-b76f-7d2a188c9e52 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:30:18.761607 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:18.803559 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port 7a60821d-6016-433c-b76f-7d2a188c9e52, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=7a60821d-6016-433c-b76f-7d2a188c9e52,segment=NetworkSegment(ab1f9bf8-33bf-4411-b975-dd1c836e7017),segment_id=ab1f9bf8-33bf-4411-b975-dd1c836e7017)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:30:18.805342 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae5117d-6777-4de8-ae01-c2fd0f5838f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a60821d-6016-433c-b76f-7d2a188c9e52'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:30:18.812264 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:18.814085 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:30:18.828011 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-d56fd272-82ac-4158-8812-7d537a5a2239 req-144ade2e-f694-4faf-9af6-10f1c2f32887 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] For port 7a60821d-6016-433c-b76f-7d2a188c9e52, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=7a60821d-6016-433c-b76f-7d2a188c9e52,segment=NetworkSegment(ab1f9bf8-33bf-4411-b975-dd1c836e7017),segment_id=ab1f9bf8-33bf-4411-b975-dd1c836e7017)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:30:18.828597 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d56fd272-82ac-4158-8812-7d537a5a2239 req-144ade2e-f694-4faf-9af6-10f1c2f32887 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:18.835130 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc96a1-73b1-40ad-9efc-610c670203aa req-b9e7e9fc-12fe-45e7-b7e6-bc98916c264a tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:18.844471 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2dbc96a1-73b1-40ad-9efc-610c670203aa req-b9e7e9fc-12fe-45e7-b7e6-bc98916c264a tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.2126510
Dec 11 16:30:18.894186 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=7a60821d-6016-433c-b76f-7d2a188c9e52,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:30:18.898432 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:30:18.949232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169da4e3-8dcc-4922-86ce-ef68eec1b6eb req-e4e29b54-cbec-4d54-b0a1-92c7ab44bdcd tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:18.951248 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-169da4e3-8dcc-4922-86ce-ef68eec1b6eb req-e4e29b54-cbec-4d54-b0a1-92c7ab44bdcd tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 945 time: 0.2670276
Dec 11 16:30:18.966625 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2dbc96a1-73b1-40ad-9efc-610c670203aa req-c5bab992-c948-4f1c-9724-b21d9b4147f3 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211302
Dec 11 16:30:19.056809 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-d56fd272-82ac-4158-8812-7d537a5a2239 req-144ade2e-f694-4faf-9af6-10f1c2f32887 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Calling delete_port for 7a60821d-6016-433c-b76f-7d2a188c9e52 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:30:19.079553 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-169da4e3-8dcc-4922-86ce-ef68eec1b6eb req-83e302f0-a911-489b-876d-603dc544e09b tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897615
Dec 11 16:30:19.109017 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae5117d-6777-4de8-ae01-c2fd0f5838f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a60821d-6016-433c-b76f-7d2a188c9e52', 'code': 200}
Dec 11 16:30:19.200799 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.api [req-d56fd272-82ac-4158-8812-7d537a5a2239 req-144ade2e-f694-4faf-9af6-10f1c2f32887 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80200) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 16:30:19.201240 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_db.api [req-d56fd272-82ac-4158-8812-7d537a5a2239 req-144ade2e-f694-4faf-9af6-10f1c2f32887 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 11 16:30:19.703138 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-d56fd272-82ac-4158-8812-7d537a5a2239 req-144ade2e-f694-4faf-9af6-10f1c2f32887 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Deleting port 7a60821d-6016-433c-b76f-7d2a188c9e52 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:30:19.703921 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d56fd272-82ac-4158-8812-7d537a5a2239 req-144ade2e-f694-4faf-9af6-10f1c2f32887 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:20.168381 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-d56fd272-82ac-4158-8812-7d537a5a2239 req-144ade2e-f694-4faf-9af6-10f1c2f32887 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] For port 7a60821d-6016-433c-b76f-7d2a188c9e52, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=7a60821d-6016-433c-b76f-7d2a188c9e52,segment=NetworkSegment(ab1f9bf8-33bf-4411-b975-dd1c836e7017),segment_id=ab1f9bf8-33bf-4411-b975-dd1c836e7017)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:30:20.168817 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d56fd272-82ac-4158-8812-7d537a5a2239 req-144ade2e-f694-4faf-9af6-10f1c2f32887 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:20.361615 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-d56fd272-82ac-4158-8812-7d537a5a2239 req-144ade2e-f694-4faf-9af6-10f1c2f32887 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Calling delete_port for 7a60821d-6016-433c-b76f-7d2a188c9e52 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:30:20.598237 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d56fd272-82ac-4158-8812-7d537a5a2239 req-144ade2e-f694-4faf-9af6-10f1c2f32887 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:20.619039 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-eada3691-bc06-4261-b779-5631c0886d34 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:30:20.688529 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ade2e-f694-4faf-9af6-10f1c2f32887 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Pushing event deleted for resources: {'Port': ['ID=7a60821d-6016-433c-b76f-7d2a188c9e52,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:30:20.692078 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-144ade2e-f694-4faf-9af6-10f1c2f32887 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:30:21.155135 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56fd272-82ac-4158-8812-7d537a5a2239 req-144ade2e-f694-4faf-9af6-10f1c2f32887 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] No DVR routers for this DVR port 7a60821d-6016-433c-b76f-7d2a188c9e52 on host hv-cinder-76675 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:30:21.158339 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d56fd272-82ac-4158-8812-7d537a5a2239 req-144ade2e-f694-4faf-9af6-10f1c2f32887 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:21.163239 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae5117d-6777-4de8-ae01-c2fd0f5838f2', 'name': 'network-vif-deleted', 'tag': '7a60821d-6016-433c-b76f-7d2a188c9e52'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:30:21.178432 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d56fd272-82ac-4158-8812-7d537a5a2239 req-144ade2e-f694-4faf-9af6-10f1c2f32887 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.64 "DELETE /v2.0/ports/7a60821d-6016-433c-b76f-7d2a188c9e52 HTTP/1.1" status: 204  len: 173 time: 2.8025615
Dec 11 16:30:21.830191 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:22.304990 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-74530efd-efc7-491b-9bfb-01bbc37c5854 req-b1f483b6-a295-4873-aba0-a2ad7e38379b tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 210 time: 0.0828030
Dec 11 16:30:22.368548 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2acfe-c659-4c14-b0cc-f2170283298f req-e4d51311-ca36-4664-83d5-0196436446f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:22.370223 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e4e2acfe-c659-4c14-b0cc-f2170283298f req-e4d51311-ca36-4664-83d5-0196436446f4 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.2246020
Dec 11 16:30:22.427544 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae5117d-6777-4de8-ae01-c2fd0f5838f2', 'name': 'network-vif-deleted', 'tag': '7a60821d-6016-433c-b76f-7d2a188c9e52', 'status': 'completed', 'code': 200}
Dec 11 16:30:22.471386 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e4e2acfe-c659-4c14-b0cc-f2170283298f req-b96eb0a3-8322-429d-bc04-a306cd95215a tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913093
Dec 11 16:30:25.215865 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 9c91a75b-c60e-4fa4-bd0b-19199c368f01 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:30:25.375081 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 9c91a75b-c60e-4fa4-bd0b-19199c368f01 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:30:25.375417 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:25.431901 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-da5a64ab-f8a6-4cd1-86e6-aee603e8ec5e req-d4afe84b-ba4c-411c-9c70-f4dd9a301e2b tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=bae5117d-6777-4de8-ae01-c2fd0f5838f2 HTTP/1.1" status: 200  len: 210 time: 0.0998080
Dec 11 16:30:25.560301 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe9aba-17cb-497c-8bf5-5760d80b0cd6 req-139c754f-164c-4da9-a7f3-4ff7c49a6a5c tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:25.571200 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-21fe9aba-17cb-497c-8bf5-5760d80b0cd6 req-139c754f-164c-4da9-a7f3-4ff7c49a6a5c tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1314616
Dec 11 16:30:25.635648 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-21fe9aba-17cb-497c-8bf5-5760d80b0cd6 req-9aab68e3-e322-43b7-9819-8cd6870222f3 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628424
Dec 11 16:30:26.789576 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2c934-4f4c-443d-aaee-6238f64e217f req-e6ecca79-491f-4f73-8e2c-dc6f424ca9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:26.792429 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-bca2c934-4f4c-443d-aaee-6238f64e217f req-e6ecca79-491f-4f73-8e2c-dc6f424ca9a8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 1162 time: 0.1468441
Dec 11 16:30:26.847583 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-bca2c934-4f4c-443d-aaee-6238f64e217f req-5f5055e8-399a-4f05-adb2-14c35226e5c7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457919
Dec 11 16:30:26.934721 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdb90-c71a-424e-97ef-2abb04a8f041 req-4d32ed6e-10bb-4bb4-bcc8-2f22d3f02aa3 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:26.937380 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-405cdb90-c71a-424e-97ef-2abb04a8f041 req-4d32ed6e-10bb-4bb4-bcc8-2f22d3f02aa3 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1432698
Dec 11 16:30:27.031951 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-405cdb90-c71a-424e-97ef-2abb04a8f041 req-02f47b7a-d8c2-4cec-894e-22d376767ad3 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871727
Dec 11 16:30:30.378648 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666785aa-70e3-480a-87ae-24b7c0fbdccb req-0395c6c4-8b2c-45b2-9eb8-bef101bcc737 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:30.384630 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-666785aa-70e3-480a-87ae-24b7c0fbdccb req-0395c6c4-8b2c-45b2-9eb8-bef101bcc737 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.0901914
Dec 11 16:30:30.434773 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-666785aa-70e3-480a-87ae-24b7c0fbdccb req-40f32ead-34d2-41ed-a590-ebd1f2a92cdc tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468614
Dec 11 16:30:31.807985 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2290a73-bd1f-4226-af97-12eac15e9de9 req-3909d905-af11-463f-bcbf-c7475a8ca1a9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:31.810969 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d2290a73-bd1f-4226-af97-12eac15e9de9 req-3909d905-af11-463f-bcbf-c7475a8ca1a9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1715050
Dec 11 16:30:31.951574 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d2290a73-bd1f-4226-af97-12eac15e9de9 req-6d34b1a9-bd67-433b-8740-027136822b26 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265273
Dec 11 16:30:32.302104 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2967b-9fe2-4220-86d5-ede1cc307dfa req-8f052d27-5209-4126-8e8b-445d8da50985 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:32.303875 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fde2967b-9fe2-4220-86d5-ede1cc307dfa req-8f052d27-5209-4126-8e8b-445d8da50985 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 945 time: 0.1009548
Dec 11 16:30:32.370415 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fde2967b-9fe2-4220-86d5-ede1cc307dfa req-de2fa6a9-125d-4d9d-b10a-fa4bfb967e11 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549607
Dec 11 16:30:32.711202 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 9c91a75b-c60e-4fa4-bd0b-19199c368f01 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:30:32.814129 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5a16b-cca4-482a-9602-edfcd39c88b2 req-e5a158a7-97d8-4bc5-ad62-afc84c16e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:32.816778 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-aac5a16b-cca4-482a-9602-edfcd39c88b2 req-e5a158a7-97d8-4bc5-ad62-afc84c16e866 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=667e4a17ae3d46d3ba440736127fb3aa&device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 1162 time: 0.1616898
Dec 11 16:30:32.859108 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 9c91a75b-c60e-4fa4-bd0b-19199c368f01 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:30:32.860134 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:32.946102 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad69c73-66c2-48b4-bced-d13635d10f33 req-e99df9ef-8f10-4e61-a850-52d7930ee95b tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:32.956014 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0ad69c73-66c2-48b4-bced-d13635d10f33 req-e99df9ef-8f10-4e61-a850-52d7930ee95b tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1551924
Dec 11 16:30:33.012090 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0ad69c73-66c2-48b4-bced-d13635d10f33 req-70596e99-58a4-492a-8369-2fe92c270391 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547717
Dec 11 16:30:33.078692 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5a16b-cca4-482a-9602-edfcd39c88b2 req-d0a20b72-996a-4ddf-8d2a-16e12bf4b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:33.080586 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-aac5a16b-cca4-482a-9602-edfcd39c88b2 req-d0a20b72-996a-4ddf-8d2a-16e12bf4b96a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4df5138a-c173-41d2-a9c6-10906b0c52cb HTTP/1.1" status: 200  len: 913 time: 0.2447560
Dec 11 16:30:33.165355 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-aac5a16b-cca4-482a-9602-edfcd39c88b2 req-20ff8c5d-4227-4a56-9e0e-ca258a0aa400 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c91a75b-c60e-4fa4-bd0b-19199c368f01 HTTP/1.1" status: 200  len: 217 time: 0.0744293
Dec 11 16:30:33.251894 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5a16b-cca4-482a-9602-edfcd39c88b2 req-fea7e2db-7d76-42ba-b9df-b569d061a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:33.253756 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-aac5a16b-cca4-482a-9602-edfcd39c88b2 req-fea7e2db-7d76-42ba-b9df-b569d061a3dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4 HTTP/1.1" status: 200  len: 859 time: 0.0764718
Dec 11 16:30:33.310169 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-aac5a16b-cca4-482a-9602-edfcd39c88b2 req-e18fe64d-b367-47b8-86c2-36b39d363e3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4df5138a-c173-41d2-a9c6-10906b0c52cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493624
Dec 11 16:30:33.614086 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-aac5a16b-cca4-482a-9602-edfcd39c88b2 req-3240fc68-53f7-4478-98a7-b502b42b8b05 service neutron] 10.222.0.64 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2968199
Dec 11 16:30:33.773837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac511d-af68-4b70-9281-6b6c4134b06c req-1685577f-93ae-4381-9a82-d02e99eb871e tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:33.778979 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6cac511d-af68-4b70-9281-6b6c4134b06c req-1685577f-93ae-4381-9a82-d02e99eb871e tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 945 time: 0.1160316
Dec 11 16:30:33.847493 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6cac511d-af68-4b70-9281-6b6c4134b06c req-759ad17a-e11a-41c4-9ce1-1d0005ad84ba tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602264
Dec 11 16:30:33.853994 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-aac5a16b-cca4-482a-9602-edfcd39c88b2 req-bb3761f8-c7c9-4d5c-bc82-a8275ed36854 service neutron] 10.222.0.64 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2322230
Dec 11 16:30:34.286976 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d0cc1-cb16-4dec-9410-5a2fce4da3ea req-24efb5b6-253a-491a-8acf-2d7dde0fe495 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:34.288681 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-870d0cc1-cb16-4dec-9410-5a2fce4da3ea req-24efb5b6-253a-491a-8acf-2d7dde0fe495 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1149080
Dec 11 16:30:34.373700 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-870d0cc1-cb16-4dec-9410-5a2fce4da3ea req-9f6816d7-92f7-4440-915c-c03691d2762b tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783925
Dec 11 16:30:34.419991 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d43f6-26ae-4833-b720-405c5bedeb6b req-d95ad348-2bbc-43e1-b658-e7167f05ef3d tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:34.422084 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-1a2d43f6-26ae-4833-b720-405c5bedeb6b req-d95ad348-2bbc-43e1-b658-e7167f05ef3d tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Synchronizing usage tracker for tenant:511468fc2d8d49c8b28184d367b1e7fa on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:30:34.441022 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-1a2d43f6-26ae-4833-b720-405c5bedeb6b req-d95ad348-2bbc-43e1-b658-e7167f05ef3d tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Unset dirty status for tenant:511468fc2d8d49c8b28184d367b1e7fa on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:30:34.442750 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1a2d43f6-26ae-4833-b720-405c5bedeb6b req-d95ad348-2bbc-43e1-b658-e7167f05ef3d tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.64 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 945 time: 0.1520083
Dec 11 16:30:34.542535 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-1a2d43f6-26ae-4833-b720-405c5bedeb6b req-79230b55-ba23-407d-951b-81a81ca20863 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Deleting port d5463205-50f6-49d0-adaa-a7f774bd2a6e {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:30:34.543176 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1a2d43f6-26ae-4833-b720-405c5bedeb6b req-79230b55-ba23-407d-951b-81a81ca20863 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:34.710591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 9c91a75b-c60e-4fa4-bd0b-19199c368f01 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:30:34.796598 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 9c91a75b-c60e-4fa4-bd0b-19199c368f01 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:30:34.797376 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:34.924687 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-1a2d43f6-26ae-4833-b720-405c5bedeb6b req-79230b55-ba23-407d-951b-81a81ca20863 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] For port d5463205-50f6-49d0-adaa-a7f774bd2a6e, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=d5463205-50f6-49d0-adaa-a7f774bd2a6e,segment=NetworkSegment(ab1f9bf8-33bf-4411-b975-dd1c836e7017),segment_id=ab1f9bf8-33bf-4411-b975-dd1c836e7017)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:30:34.925282 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1a2d43f6-26ae-4833-b720-405c5bedeb6b req-79230b55-ba23-407d-951b-81a81ca20863 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:35.003174 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device d5463205-50f6-49d0-adaa-a7f774bd2a6e no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:30:35.223439 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61428fdf-0e4e-48eb-ac1a-c5b68f0da09b req-50bb2b60-cdc7-4188-8558-cfe11ec3e84d tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:35.234114 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-61428fdf-0e4e-48eb-ac1a-c5b68f0da09b req-50bb2b60-cdc7-4188-8558-cfe11ec3e84d tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 945 time: 0.1365266
Dec 11 16:30:35.241098 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-1a2d43f6-26ae-4833-b720-405c5bedeb6b req-79230b55-ba23-407d-951b-81a81ca20863 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Calling delete_port for d5463205-50f6-49d0-adaa-a7f774bd2a6e owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:30:35.287309 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:35.299566 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-61428fdf-0e4e-48eb-ac1a-c5b68f0da09b req-05a7ff1c-8932-4a29-af63-b6811bc4c0e7 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642676
Dec 11 16:30:35.364474 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port d5463205-50f6-49d0-adaa-a7f774bd2a6e, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=d5463205-50f6-49d0-adaa-a7f774bd2a6e,segment=NetworkSegment(ab1f9bf8-33bf-4411-b975-dd1c836e7017),segment_id=ab1f9bf8-33bf-4411-b975-dd1c836e7017)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:30:35.366070 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78c3997-ad55-4984-bc1d-17b1cf765a7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5463205-50f6-49d0-adaa-a7f774bd2a6e'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:30:35.381191 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:35.390302 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:30:35.457352 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.api [req-1a2d43f6-26ae-4833-b720-405c5bedeb6b req-79230b55-ba23-407d-951b-81a81ca20863 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80200) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 16:30:35.457829 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_db.api [req-1a2d43f6-26ae-4833-b720-405c5bedeb6b req-79230b55-ba23-407d-951b-81a81ca20863 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 11 16:30:35.517745 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=d5463205-50f6-49d0-adaa-a7f774bd2a6e,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:30:35.536393 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.536393 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.536393 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.536393 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.549740 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.550143 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.555039 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.555594 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.556130 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.561046 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.562132 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.562668 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.566793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.567392 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.567936 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.568462 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.569084 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.569618 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.570135 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.577708 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.581471 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.582302 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.582932 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.583800 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:30:35.594403 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:30:35.671948 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78c3997-ad55-4984-bc1d-17b1cf765a7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5463205-50f6-49d0-adaa-a7f774bd2a6e', 'code': 200}
Dec 11 16:30:35.909210 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2f0f57f5-b9db-4373-b7e2-2b7b7e20dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:35.947771 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6626e-bca8-453b-b2c2-a55726caae1e req-9e06bab5-ebcb-4c1d-9959-8f4b09521973 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:35.955155 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-67d6626e-bca8-453b-b2c2-a55726caae1e req-9e06bab5-ebcb-4c1d-9959-8f4b09521973 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1475005
Dec 11 16:30:35.959234 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-1a2d43f6-26ae-4833-b720-405c5bedeb6b req-79230b55-ba23-407d-951b-81a81ca20863 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Deleting port d5463205-50f6-49d0-adaa-a7f774bd2a6e {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:30:35.959874 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1a2d43f6-26ae-4833-b720-405c5bedeb6b req-79230b55-ba23-407d-951b-81a81ca20863 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:36.032207 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-67d6626e-bca8-453b-b2c2-a55726caae1e req-5faca3e8-c269-433a-9bee-d7061553bf32 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667038
Dec 11 16:30:36.377397 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-1a2d43f6-26ae-4833-b720-405c5bedeb6b req-79230b55-ba23-407d-951b-81a81ca20863 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] For port d5463205-50f6-49d0-adaa-a7f774bd2a6e, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=d5463205-50f6-49d0-adaa-a7f774bd2a6e,segment=NetworkSegment(ab1f9bf8-33bf-4411-b975-dd1c836e7017),segment_id=ab1f9bf8-33bf-4411-b975-dd1c836e7017)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:30:36.378148 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1a2d43f6-26ae-4833-b720-405c5bedeb6b req-79230b55-ba23-407d-951b-81a81ca20863 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:36.538687 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-1a2d43f6-26ae-4833-b720-405c5bedeb6b req-79230b55-ba23-407d-951b-81a81ca20863 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Calling delete_port for d5463205-50f6-49d0-adaa-a7f774bd2a6e owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:30:36.588373 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12789072-4072-42d6-934b-e2b2be279f97 req-741a969e-91d2-4784-9020-132f5844e959 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:36.596963 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-12789072-4072-42d6-934b-e2b2be279f97 req-741a969e-91d2-4784-9020-132f5844e959 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 943 time: 0.1554143
Dec 11 16:30:36.664107 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-12789072-4072-42d6-934b-e2b2be279f97 req-6b818085-d730-4d0f-9b7e-c9b1efbf5362 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/security-groups?id=d3ff387e-4eec-4a6b-b0ef-55b96e908d68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654573
Dec 11 16:30:36.734872 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 9c91a75b-c60e-4fa4-bd0b-19199c368f01 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:30:36.735295 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1a2d43f6-26ae-4833-b720-405c5bedeb6b req-79230b55-ba23-407d-951b-81a81ca20863 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:36.824247 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 9c91a75b-c60e-4fa4-bd0b-19199c368f01 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:30:36.824628 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:36.887425 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e7608cc2-8013-4409-9906-79ef2be1cd99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:30:36.944192 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79230b55-ba23-407d-951b-81a81ca20863 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Pushing event deleted for resources: {'Port': ['ID=d5463205-50f6-49d0-adaa-a7f774bd2a6e,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:30:36.948536 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-79230b55-ba23-407d-951b-81a81ca20863 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:30:37.017475 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2d43f6-26ae-4833-b720-405c5bedeb6b req-79230b55-ba23-407d-951b-81a81ca20863 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] No DVR routers for this DVR port d5463205-50f6-49d0-adaa-a7f774bd2a6e on host hv-cinder-76675 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:30:37.020052 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1a2d43f6-26ae-4833-b720-405c5bedeb6b req-79230b55-ba23-407d-951b-81a81ca20863 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:37.023055 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78c3997-ad55-4984-bc1d-17b1cf765a7c', 'name': 'network-vif-deleted', 'tag': 'd5463205-50f6-49d0-adaa-a7f774bd2a6e'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:30:37.039966 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1a2d43f6-26ae-4833-b720-405c5bedeb6b req-79230b55-ba23-407d-951b-81a81ca20863 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.64 "DELETE /v2.0/ports/d5463205-50f6-49d0-adaa-a7f774bd2a6e HTTP/1.1" status: 204  len: 173 time: 2.5908861
Dec 11 16:30:37.138602 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78c3997-ad55-4984-bc1d-17b1cf765a7c', 'name': 'network-vif-deleted', 'tag': 'd5463205-50f6-49d0-adaa-a7f774bd2a6e', 'status': 'completed', 'code': 200}
Dec 11 16:30:37.421967 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1f0f4-65ab-4c37-9a68-3de983a13c96 req-df76e416-1280-408e-bc49-9735779ee5db tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:37.431457 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-bec1f0f4-65ab-4c37-9a68-3de983a13c96 req-df76e416-1280-408e-bc49-9735779ee5db tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1420419
Dec 11 16:30:37.500639 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-bec1f0f4-65ab-4c37-9a68-3de983a13c96 req-1ec07a39-7b9c-4435-bb83-91b7fbca652f tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675628
Dec 11 16:30:37.756230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961b80a-006a-4062-8743-b85898869167 req-d966a30a-6d71-4be7-a8f7-7084d7769784 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:37.764037 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3961b80a-006a-4062-8743-b85898869167 req-d966a30a-6d71-4be7-a8f7-7084d7769784 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 945 time: 0.1019802
Dec 11 16:30:37.816210 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3961b80a-006a-4062-8743-b85898869167 req-0eb9885a-12a0-4225-83bb-4dcf5a3ace19 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510802
Dec 11 16:30:38.137494 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d95c4d96-f823-4392-9204-abc5a0068e46 req-56880160-1507-447d-a005-e1be83556614 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] 10.222.0.68 "GET /v2.0/ports?device_id=d78c3997-ad55-4984-bc1d-17b1cf765a7c HTTP/1.1" status: 200  len: 210 time: 0.1228795
Dec 11 16:30:38.183927 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0aebfe4e-80a8-4a69-a94a-a9da023a1844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:39.074325 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fffba7-deaa-49ad-bc1c-24ec384109ff req-b3212dbe-b031-4e89-8528-5ca3dc23a9da tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:39.076060 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-12fffba7-deaa-49ad-bc1c-24ec384109ff req-b3212dbe-b031-4e89-8528-5ca3dc23a9da tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 945 time: 0.1006491
Dec 11 16:30:39.184028 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-12fffba7-deaa-49ad-bc1c-24ec384109ff req-47d8ceac-d53f-4a69-aeae-0bf526b0c9bd tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469520
Dec 11 16:30:39.186003 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:39.278053 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 59944) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:30:39.357809 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1836a5e-82d9-4bea-8557-6c8055fce148 admin admin] Deleting subnet 840d87d5-193c-4288-adc8-59ea35bedd36 {{(pid=80199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 11 16:30:39.361579 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f1836a5e-82d9-4bea-8557-6c8055fce148 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:39.425478 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f1836a5e-82d9-4bea-8557-6c8055fce148 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822682579'] for subnet, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:39.560418 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f1836a5e-82d9-4bea-8557-6c8055fce148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851265986'] for subnet, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:40.034865 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5898e0-43dd-4fef-9d98-d7dc48c789f2 req-e4b83dc7-81c2-4c6c-8f3c-75604ee160bf tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:40.035965 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-0b5898e0-43dd-4fef-9d98-d7dc48c789f2 req-e4b83dc7-81c2-4c6c-8f3c-75604ee160bf tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Synchronizing usage tracker for tenant:4883ef02598a4b619747064e27298a13 on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:30:40.056673 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-0b5898e0-43dd-4fef-9d98-d7dc48c789f2 req-e4b83dc7-81c2-4c6c-8f3c-75604ee160bf tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Unset dirty status for tenant:4883ef02598a4b619747064e27298a13 on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:30:40.058306 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0b5898e0-43dd-4fef-9d98-d7dc48c789f2 req-e4b83dc7-81c2-4c6c-8f3c-75604ee160bf tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.64 "GET /v2.0/ports?device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 945 time: 0.1363456
Dec 11 16:30:40.067832 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f1836a5e-82d9-4bea-8557-6c8055fce148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31879655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32169024'] for subnet, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:40.084467 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-28ea6933-3455-4648-a48b-81ec1034d87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:30:40.143473 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1836a5e-82d9-4bea-8557-6c8055fce148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=840d87d5-193c-4288-adc8-59ea35bedd36,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:30:40.147727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f1836a5e-82d9-4bea-8557-6c8055fce148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:30:40.163395 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-0b5898e0-43dd-4fef-9d98-d7dc48c789f2 req-42fa6dff-b10b-413b-9049-f95d58b19504 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Deleting port 852ed596-053d-41da-a880-35c54a4411c0 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:30:40.163992 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0b5898e0-43dd-4fef-9d98-d7dc48c789f2 req-42fa6dff-b10b-413b-9049-f95d58b19504 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:40.204022 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:40.236740 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f1836a5e-82d9-4bea-8557-6c8055fce148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:40.244273 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-f1836a5e-82d9-4bea-8557-6c8055fce148 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/840d87d5-193c-4288-adc8-59ea35bedd36 HTTP/1.1" status: 204  len: 168 time: 0.9657049
Dec 11 16:30:40.246870 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 59958) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:30:40.429226 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-160ceaa6-4ed7-45dc-968a-29edd04d4971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3897092'] for network, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:40.478676 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 852ed596-053d-41da-a880-35c54a4411c0 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:30:40.657854 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:40.658719 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-0b5898e0-43dd-4fef-9d98-d7dc48c789f2 req-42fa6dff-b10b-413b-9049-f95d58b19504 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] For port 852ed596-053d-41da-a880-35c54a4411c0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=852ed596-053d-41da-a880-35c54a4411c0,segment=NetworkSegment(0378aad0-bf2d-48dd-a526-5d6fb76ca3fb),segment_id=0378aad0-bf2d-48dd-a526-5d6fb76ca3fb)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:30:40.659891 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0b5898e0-43dd-4fef-9d98-d7dc48c789f2 req-42fa6dff-b10b-413b-9049-f95d58b19504 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:40.696994 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port 852ed596-053d-41da-a880-35c54a4411c0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=852ed596-053d-41da-a880-35c54a4411c0,segment=NetworkSegment(0378aad0-bf2d-48dd-a526-5d6fb76ca3fb),segment_id=0378aad0-bf2d-48dd-a526-5d6fb76ca3fb)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:30:40.698117 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a63616c-9e56-4976-b35e-acf2c71fc70d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '852ed596-053d-41da-a880-35c54a4411c0'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:30:40.723339 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:40.726134 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:30:40.735455 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-160ceaa6-4ed7-45dc-968a-29edd04d4971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536934', 'neutron.services.segments.db._delete_segments_for_network--9223363279767150606'] for network, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:40.869071 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=852ed596-053d-41da-a880-35c54a4411c0,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:30:40.876439 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:30:40.915203 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-0b5898e0-43dd-4fef-9d98-d7dc48c789f2 req-42fa6dff-b10b-413b-9049-f95d58b19504 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Calling delete_port for 852ed596-053d-41da-a880-35c54a4411c0 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:30:40.945897 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:40.974611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-160ceaa6-4ed7-45dc-968a-29edd04d4971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6eaf039048>,) {'filters': {'network_id': ['992b278b-e7cd-4bd8-bda7-fa61f5dabe61']}} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:30:40.994446 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-160ceaa6-4ed7-45dc-968a-29edd04d4971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eaf039048>, 'ab1f9bf8-33bf-4411-b975-dd1c836e7017') {'for_net_delete': True} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:30:40.995009 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-160ceaa6-4ed7-45dc-968a-29edd04d4971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eaf039048>, 'ab1f9bf8-33bf-4411-b975-dd1c836e7017') {} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:30:41.019221 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-160ceaa6-4ed7-45dc-968a-29edd04d4971 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279767145639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32093237'] for segment, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:41.031004 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a63616c-9e56-4976-b35e-acf2c71fc70d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '852ed596-053d-41da-a880-35c54a4411c0', 'code': 200}
Dec 11 16:30:41.034577 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.api [req-0b5898e0-43dd-4fef-9d98-d7dc48c789f2 req-42fa6dff-b10b-413b-9049-f95d58b19504 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80200) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 16:30:41.035150 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_db.api [req-0b5898e0-43dd-4fef-9d98-d7dc48c789f2 req-42fa6dff-b10b-413b-9049-f95d58b19504 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 11 16:30:41.045131 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-160ceaa6-4ed7-45dc-968a-29edd04d4971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:41.048320 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-160ceaa6-4ed7-45dc-968a-29edd04d4971 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 11 16:30:41.150040 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936e345-447e-45f8-abab-134d8dd95abe req-35fba107-2b38-4323-b182-fca1a5a7575d tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:41.151820 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c936e345-447e-45f8-abab-134d8dd95abe req-35fba107-2b38-4323-b182-fca1a5a7575d tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 945 time: 0.6444726
Dec 11 16:30:41.288284 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-160ceaa6-4ed7-45dc-968a-29edd04d4971 admin admin] Network 992b278b-e7cd-4bd8-bda7-fa61f5dabe61 has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:30:41.300465 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-160ceaa6-4ed7-45dc-968a-29edd04d4971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3532889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31879516'] for segment, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:41.334173 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c936e345-447e-45f8-abab-134d8dd95abe req-3c4f6529-55d3-4f09-aace-1fa10c369dc3 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739762
Dec 11 16:30:41.491465 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-160ceaa6-4ed7-45dc-968a-29edd04d4971 admin admin] Network 992b278b-e7cd-4bd8-bda7-fa61f5dabe61 has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:30:41.536471 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-0b5898e0-43dd-4fef-9d98-d7dc48c789f2 req-42fa6dff-b10b-413b-9049-f95d58b19504 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Deleting port 852ed596-053d-41da-a880-35c54a4411c0 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:30:41.537003 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0b5898e0-43dd-4fef-9d98-d7dc48c789f2 req-42fa6dff-b10b-413b-9049-f95d58b19504 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]: Traceback (most recent call last):
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:     timer()
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:     cb(*args, **kw)
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:     return func(*args, **kwargs)
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:     self._notify()
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.callback(batched_events)
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:     event.method(event)
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:     segment_id)['aggregates'][0]
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(self, *a, **k)
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self._get(url).json()
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:     **kwargs)
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.request(url, 'GET', **kwargs)
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:     **endpoint_filter)
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 16:30:41.538950 dv-cinder-766752-1-iscsi neutron-server[80088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 16:30:41.647589 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-160ceaa6-4ed7-45dc-968a-29edd04d4971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851238850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854270827'] for network, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:41.651216 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c9a9d50f-55cd-4c91-b578-81b863949ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:30:41.667576 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-160ceaa6-4ed7-45dc-968a-29edd04d4971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:41.680651 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ceaa6-4ed7-45dc-968a-29edd04d4971 admin admin] Pushing event deleted for resources: {'Network': ['ID=992b278b-e7cd-4bd8-bda7-fa61f5dabe61,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:30:41.686441 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-160ceaa6-4ed7-45dc-968a-29edd04d4971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:30:41.690021 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-160ceaa6-4ed7-45dc-968a-29edd04d4971 admin admin] 10.222.0.68 "DELETE /v2.0/networks/992b278b-e7cd-4bd8-bda7-fa61f5dabe61 HTTP/1.1" status: 204  len: 168 time: 1.4414201
Dec 11 16:30:41.860040 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-0b5898e0-43dd-4fef-9d98-d7dc48c789f2 req-42fa6dff-b10b-413b-9049-f95d58b19504 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] For port 852ed596-053d-41da-a880-35c54a4411c0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=852ed596-053d-41da-a880-35c54a4411c0,segment=NetworkSegment(0378aad0-bf2d-48dd-a526-5d6fb76ca3fb),segment_id=0378aad0-bf2d-48dd-a526-5d6fb76ca3fb)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:30:41.860442 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0b5898e0-43dd-4fef-9d98-d7dc48c789f2 req-42fa6dff-b10b-413b-9049-f95d58b19504 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:41.930738 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 59994) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:30:42.030511 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-63d779de-3098-44fc-a40e-521c5a3a5661 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=511468fc2d8d49c8b28184d367b1e7fa&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0967953
Dec 11 16:30:42.032902 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 60000) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:30:42.125738 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7c6530a8-737f-449f-a64e-9a8609ad3948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:42.162009 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7c6530a8-737f-449f-a64e-9a8609ad3948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:42.220249 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7c6530a8-737f-449f-a64e-9a8609ad3948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:42.224419 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:30:42.241195 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6530a8-737f-449f-a64e-9a8609ad3948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ff387e-4eec-4a6b-b0ef-55b96e908d68,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:30:42.244096 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7c6530a8-737f-449f-a64e-9a8609ad3948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:30:42.261436 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7c6530a8-737f-449f-a64e-9a8609ad3948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:42.265573 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-7c6530a8-737f-449f-a64e-9a8609ad3948 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d3ff387e-4eec-4a6b-b0ef-55b96e908d68 HTTP/1.1" status: 204  len: 168 time: 0.2267768
Dec 11 16:30:42.291240 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-0b5898e0-43dd-4fef-9d98-d7dc48c789f2 req-42fa6dff-b10b-413b-9049-f95d58b19504 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Calling delete_port for 852ed596-053d-41da-a880-35c54a4411c0 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:30:42.497700 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0b5898e0-43dd-4fef-9d98-d7dc48c789f2 req-42fa6dff-b10b-413b-9049-f95d58b19504 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:42.531129 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-144ade2e-f694-4faf-9af6-10f1c2f32887 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:30:42.580743 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa6dff-b10b-413b-9049-f95d58b19504 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Pushing event deleted for resources: {'Port': ['ID=852ed596-053d-41da-a880-35c54a4411c0,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:30:42.600427 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-42fa6dff-b10b-413b-9049-f95d58b19504 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:30:42.627739 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4f24df11-dc85-447c-a066-bb8177eae0f6 req-660ad7c5-5a92-4b08-a4fe-2986404e3d70 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=1a63616c-9e56-4976-b35e-acf2c71fc70d HTTP/1.1" status: 200  len: 210 time: 0.1025612
Dec 11 16:30:42.699814 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:30:42.782886 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5898e0-43dd-4fef-9d98-d7dc48c789f2 req-42fa6dff-b10b-413b-9049-f95d58b19504 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] No DVR routers for this DVR port 852ed596-053d-41da-a880-35c54a4411c0 on host hv-cinder-76675 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:30:42.794992 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0b5898e0-43dd-4fef-9d98-d7dc48c789f2 req-42fa6dff-b10b-413b-9049-f95d58b19504 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:42.799690 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a63616c-9e56-4976-b35e-acf2c71fc70d', 'name': 'network-vif-deleted', 'tag': '852ed596-053d-41da-a880-35c54a4411c0'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:30:42.835844 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0b5898e0-43dd-4fef-9d98-d7dc48c789f2 req-42fa6dff-b10b-413b-9049-f95d58b19504 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.64 "DELETE /v2.0/ports/852ed596-053d-41da-a880-35c54a4411c0 HTTP/1.1" status: 204  len: 173 time: 2.7698243
Dec 11 16:30:42.891911 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a63616c-9e56-4976-b35e-acf2c71fc70d', 'name': 'network-vif-deleted', 'tag': '852ed596-053d-41da-a880-35c54a4411c0', 'status': 'completed', 'code': 200}
Dec 11 16:30:44.195182 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760914af-e3b3-4456-a599-c3715a1a487b req-8b26727c-8b6f-4b55-8e96-c5597a6ba9a6 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:44.196838 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-760914af-e3b3-4456-a599-c3715a1a487b req-8b26727c-8b6f-4b55-8e96-c5597a6ba9a6 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.0936470
Dec 11 16:30:44.281873 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-760914af-e3b3-4456-a599-c3715a1a487b req-9728466e-1007-4393-bad1-152f3877594a tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722570
Dec 11 16:30:44.451277 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 60122) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:30:44.536814 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d844cb-ac66-4077-b2de-dd2f8b748f08 admin admin] Deleting subnet 5dc8d4b5-7c22-4a9a-b2c7-60e918c390b7 {{(pid=80199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 11 16:30:44.540310 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-83d844cb-ac66-4077-b2de-dd2f8b748f08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:44.600047 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-83d844cb-ac66-4077-b2de-dd2f8b748f08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822682579'] for subnet, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:44.662097 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-83d844cb-ac66-4077-b2de-dd2f8b748f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851265986'] for subnet, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:44.941342 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-83d844cb-ac66-4077-b2de-dd2f8b748f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31879655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32169024'] for subnet, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:44.959465 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-9c0d5049-81bf-4df9-b146-d2a2e2f918cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:30:45.013783 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d844cb-ac66-4077-b2de-dd2f8b748f08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc8d4b5-7c22-4a9a-b2c7-60e918c390b7,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:30:45.016817 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-83d844cb-ac66-4077-b2de-dd2f8b748f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:30:45.103606 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-83d844cb-ac66-4077-b2de-dd2f8b748f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:45.110761 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-83d844cb-ac66-4077-b2de-dd2f8b748f08 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5dc8d4b5-7c22-4a9a-b2c7-60e918c390b7 HTTP/1.1" status: 204  len: 168 time: 0.6577821
Dec 11 16:30:45.113443 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 60134) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:30:45.234543 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-66fcda19-31d1-4930-b3a5-c3896893684f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3897092'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:45.435524 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-66fcda19-31d1-4930-b3a5-c3896893684f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536934', 'neutron.services.segments.db._delete_segments_for_network--9223363279767150606'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:45.539235 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d29e1-e5e2-4839-9155-bacbd6a0cba4 req-c1f3b2da-533e-4d2f-a6e5-1008fd600ab2 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:45.541071 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6a8d29e1-e5e2-4839-9155-bacbd6a0cba4 req-c1f3b2da-533e-4d2f-a6e5-1008fd600ab2 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.1111608
Dec 11 16:30:45.564064 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-66fcda19-31d1-4930-b3a5-c3896893684f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6eabf9e4a8>,) {'filters': {'network_id': ['c9640f0e-fa1a-43ba-98bd-530c2a871098']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:30:45.580540 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-66fcda19-31d1-4930-b3a5-c3896893684f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eabf9e4a8>, '4f08296e-1f2b-409b-8aec-73f60d97e9cc') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:30:45.581199 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-66fcda19-31d1-4930-b3a5-c3896893684f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eabf9e4a8>, '4f08296e-1f2b-409b-8aec-73f60d97e9cc') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:30:45.598966 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-66fcda19-31d1-4930-b3a5-c3896893684f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279767145639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036825487758'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:45.599382 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6a8d29e1-e5e2-4839-9155-bacbd6a0cba4 req-34c90bfe-8f8f-4f39-a382-44c373b42736 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498135
Dec 11 16:30:45.622186 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-66fcda19-31d1-4930-b3a5-c3896893684f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:45.624570 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-66fcda19-31d1-4930-b3a5-c3896893684f admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 11 16:30:45.824035 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-66fcda19-31d1-4930-b3a5-c3896893684f admin admin] Network c9640f0e-fa1a-43ba-98bd-530c2a871098 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:30:45.835974 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-66fcda19-31d1-4930-b3a5-c3896893684f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3532889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29322805'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:46.042613 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-66fcda19-31d1-4930-b3a5-c3896893684f admin admin] Network c9640f0e-fa1a-43ba-98bd-530c2a871098 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]: Traceback (most recent call last):
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:     timer()
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:     cb(*args, **kw)
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:     return func(*args, **kwargs)
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:     self._notify()
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.callback(batched_events)
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:     event.method(event)
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:     segment_id)['aggregates'][0]
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(self, *a, **k)
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self._get(url).json()
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:     **kwargs)
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.request(url, 'GET', **kwargs)
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:     **endpoint_filter)
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 16:30:46.067709 dv-cinder-766752-1-iscsi neutron-server[80088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 16:30:46.163376 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-66fcda19-31d1-4930-b3a5-c3896893684f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851238850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854270827'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:46.167891 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-66fcda19-31d1-4930-b3a5-c3896893684f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:46.171837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a8885280-427a-4624-a4ca-a26503d07487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:30:46.196580 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcda19-31d1-4930-b3a5-c3896893684f admin admin] Pushing event deleted for resources: {'Network': ['ID=c9640f0e-fa1a-43ba-98bd-530c2a871098,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:30:46.199605 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-66fcda19-31d1-4930-b3a5-c3896893684f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:30:46.202586 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-66fcda19-31d1-4930-b3a5-c3896893684f admin admin] 10.222.0.68 "DELETE /v2.0/networks/c9640f0e-fa1a-43ba-98bd-530c2a871098 HTTP/1.1" status: 204  len: 168 time: 1.0869279
Dec 11 16:30:46.444278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 60158) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:30:46.499848 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-d2fc1803-ce8a-46cc-863f-17ec91ea2d1f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=507d6083f18a4356926f95e91d30858d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0541158
Dec 11 16:30:46.502522 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 60162) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:30:46.568382 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-002729e2-e0f8-4ff4-81f7-75765527ae67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:46.595186 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-002729e2-e0f8-4ff4-81f7-75765527ae67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:46.647834 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-002729e2-e0f8-4ff4-81f7-75765527ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:46.651819 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d3cb1443-c082-42c5-a092-ee4da76832a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:30:46.663927 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002729e2-e0f8-4ff4-81f7-75765527ae67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018ce896-9867-4ee2-955b-84497d2b12d6,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:30:46.668100 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-002729e2-e0f8-4ff4-81f7-75765527ae67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:30:46.672654 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-002729e2-e0f8-4ff4-81f7-75765527ae67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:46.675597 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-002729e2-e0f8-4ff4-81f7-75765527ae67 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/018ce896-9867-4ee2-955b-84497d2b12d6 HTTP/1.1" status: 204  len: 168 time: 0.1717029
Dec 11 16:30:47.970452 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931664d-625a-40b4-bc0a-608523e1a029 req-8059c089-1302-4699-a5ff-5126b45c00f6 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:47.973199 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5931664d-625a-40b4-bc0a-608523e1a029 req-8059c089-1302-4699-a5ff-5126b45c00f6 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.1486647
Dec 11 16:30:48.029091 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5931664d-625a-40b4-bc0a-608523e1a029 req-d14e9b4b-721b-43a7-87f5-27acd133c98b tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442417
Dec 11 16:30:49.261659 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58f2d7-82b6-431d-960b-94cb9c0f4784 req-335cb354-1920-49f5-9e1b-9893584fa1ba tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:49.263323 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5e58f2d7-82b6-431d-960b-94cb9c0f4784 req-335cb354-1920-49f5-9e1b-9893584fa1ba tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.0926852
Dec 11 16:30:49.318603 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5e58f2d7-82b6-431d-960b-94cb9c0f4784 req-fbab7da1-df7f-475a-b162-9d4bfeb35320 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430396
Dec 11 16:30:49.534179 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086499a-7aa5-460b-9e0c-15621e9a61f5 req-3ac22194-94f1-4170-ba59-763cd44b83d7 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:49.535365 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-8086499a-7aa5-460b-9e0c-15621e9a61f5 req-3ac22194-94f1-4170-ba59-763cd44b83d7 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Synchronizing usage tracker for tenant:667e4a17ae3d46d3ba440736127fb3aa on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:30:49.564047 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-8086499a-7aa5-460b-9e0c-15621e9a61f5 req-3ac22194-94f1-4170-ba59-763cd44b83d7 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Unset dirty status for tenant:667e4a17ae3d46d3ba440736127fb3aa on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:30:49.565541 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8086499a-7aa5-460b-9e0c-15621e9a61f5 req-3ac22194-94f1-4170-ba59-763cd44b83d7 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.64 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 945 time: 0.1403928
Dec 11 16:30:49.696299 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-8086499a-7aa5-460b-9e0c-15621e9a61f5 req-94528114-b5b9-499c-a274-a12b463c24f9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Deleting port feeed341-179f-4b7b-bea5-b0017bb5d2ed {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:30:49.696689 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8086499a-7aa5-460b-9e0c-15621e9a61f5 req-94528114-b5b9-499c-a274-a12b463c24f9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:49.817256 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d9bafad0-5409-450e-8e65-2ef6fea9b9a6 req-3503ef11-0520-444c-bb2b-62a0380d9e04 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1972015
Dec 11 16:30:50.045064 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-8086499a-7aa5-460b-9e0c-15621e9a61f5 req-94528114-b5b9-499c-a274-a12b463c24f9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] For port feeed341-179f-4b7b-bea5-b0017bb5d2ed, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=feeed341-179f-4b7b-bea5-b0017bb5d2ed,segment=NetworkSegment(3d980729-111e-4033-ab39-ac93afbc4d15),segment_id=3d980729-111e-4033-ab39-ac93afbc4d15)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:30:50.046115 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8086499a-7aa5-460b-9e0c-15621e9a61f5 req-94528114-b5b9-499c-a274-a12b463c24f9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:50.200618 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-8086499a-7aa5-460b-9e0c-15621e9a61f5 req-94528114-b5b9-499c-a274-a12b463c24f9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Calling delete_port for feeed341-179f-4b7b-bea5-b0017bb5d2ed owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:30:50.352527 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8086499a-7aa5-460b-9e0c-15621e9a61f5 req-94528114-b5b9-499c-a274-a12b463c24f9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:50.369720 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d8ee9f62-bb4c-427d-a38a-a12164f41e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:30:50.429490 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94528114-b5b9-499c-a274-a12b463c24f9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Pushing event deleted for resources: {'Port': ['ID=feeed341-179f-4b7b-bea5-b0017bb5d2ed,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:30:50.435198 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-94528114-b5b9-499c-a274-a12b463c24f9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:30:50.583047 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-8086499a-7aa5-460b-9e0c-15621e9a61f5 req-94528114-b5b9-499c-a274-a12b463c24f9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] No DVR routers for this DVR port feeed341-179f-4b7b-bea5-b0017bb5d2ed on host hv-cinder-76675 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:30:50.585322 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8086499a-7aa5-460b-9e0c-15621e9a61f5 req-94528114-b5b9-499c-a274-a12b463c24f9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:50.588098 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f810ef25-aef8-4509-81fe-09ceaf3878b3', 'name': 'network-vif-deleted', 'tag': 'feeed341-179f-4b7b-bea5-b0017bb5d2ed'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:30:50.603091 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8086499a-7aa5-460b-9e0c-15621e9a61f5 req-94528114-b5b9-499c-a274-a12b463c24f9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.64 "DELETE /v2.0/ports/feeed341-179f-4b7b-bea5-b0017bb5d2ed HTTP/1.1" status: 204  len: 173 time: 1.0293243
Dec 11 16:30:52.507439 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:52.645442 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bafad0-5409-450e-8e65-2ef6fea9b9a6 req-feed8663-dbef-44bb-983f-144c9bf82ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:52.647987 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d9bafad0-5409-450e-8e65-2ef6fea9b9a6 req-feed8663-dbef-44bb-983f-144c9bf82ce3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=667e4a17ae3d46d3ba440736127fb3aa&device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 1162 time: 0.1152320
Dec 11 16:30:52.651098 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f810ef25-aef8-4509-81fe-09ceaf3878b3', 'name': 'network-vif-deleted', 'tag': 'feeed341-179f-4b7b-bea5-b0017bb5d2ed', 'status': 'completed', 'code': 200}
Dec 11 16:30:52.740224 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9d883ca4-5de4-43d4-8c3b-702523561e96 req-05d1b554-8d04-4af4-bf42-8e0b9fe9aab1 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 210 time: 0.0650325
Dec 11 16:30:52.869053 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device feeed341-179f-4b7b-bea5-b0017bb5d2ed no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:30:52.871062 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bafad0-5409-450e-8e65-2ef6fea9b9a6 req-e972aaf3-e525-4091-9e91-710aec84cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:52.872633 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d9bafad0-5409-450e-8e65-2ef6fea9b9a6 req-e972aaf3-e525-4091-9e91-710aec84cdd3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4df5138a-c173-41d2-a9c6-10906b0c52cb HTTP/1.1" status: 200  len: 913 time: 0.1877227
Dec 11 16:30:52.904314 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] No Port match for: feeed341-179f-4b7b-bea5-b0017bb5d2ed {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:30:52.904722 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device feeed341-179f-4b7b-bea5-b0017bb5d2ed not bound to the agent host hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:30:52.997733 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d9bafad0-5409-450e-8e65-2ef6fea9b9a6 req-9335b313-5743-4095-bfd3-afdd39c1269d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c91a75b-c60e-4fa4-bd0b-19199c368f01 HTTP/1.1" status: 200  len: 217 time: 0.1170189
Dec 11 16:30:55.723118 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bafad0-5409-450e-8e65-2ef6fea9b9a6 req-fce5dfbb-c781-4707-b8d7-bc0c62021494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:55.724718 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d9bafad0-5409-450e-8e65-2ef6fea9b9a6 req-fce5dfbb-c781-4707-b8d7-bc0c62021494 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4 HTTP/1.1" status: 200  len: 859 time: 0.0673409
Dec 11 16:30:55.842586 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d9bafad0-5409-450e-8e65-2ef6fea9b9a6 req-ffe6d05e-e7e7-48c6-aef1-6d2c655ce598 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4df5138a-c173-41d2-a9c6-10906b0c52cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0601175
Dec 11 16:30:55.982897 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f1dc0665-c025-4548-9a72-d512d22c2395 req-9c0e7bbd-0b36-404c-9c46-485424c46a4c tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=f810ef25-aef8-4509-81fe-09ceaf3878b3 HTTP/1.1" status: 200  len: 210 time: 0.0556543
Dec 11 16:30:56.047495 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d9bafad0-5409-450e-8e65-2ef6fea9b9a6 req-a21c2987-5bc8-46c6-8973-4fd4c9652211 service neutron] 10.222.0.64 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1942644
Dec 11 16:30:56.214763 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d9bafad0-5409-450e-8e65-2ef6fea9b9a6 req-e0df0992-20ec-4e37-b2a6-eef96895dbc7 service neutron] 10.222.0.64 "GET /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1559284
Dec 11 16:30:56.927913 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-b4e4486c-015b-4625-9eb1-ab01a20d0c6e tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:56.929608 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-b4e4486c-015b-4625-9eb1-ab01a20d0c6e tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/networks?id=98a3bf02-b914-4f93-b8e0-dfacc6990524 HTTP/1.1" status: 200  len: 813 time: 0.1646006
Dec 11 16:30:56.946916 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-a5b04e81-4e1f-489f-83d5-e1238b964829 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/quotas/4883ef02598a4b619747064e27298a13 HTTP/1.1" status: 200  len: 375 time: 0.0104010
Dec 11 16:30:56.999570 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-ea3b84e9-3234-4703-9bf1-1766a9a5b612 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?tenant_id=4883ef02598a4b619747064e27298a13&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0460474
Dec 11 16:30:57.148951 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-be6e8890-0212-4ed6-a73b-309f35a2ad7f service neutron] 10.222.0.68 "GET /v2.0/networks/98a3bf02-b914-4f93-b8e0-dfacc6990524?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410837
Dec 11 16:30:57.299687 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-b5e4aa9a-b8a9-421a-bdbb-19b60eb13c9a service neutron] 10.222.0.68 "GET /v2.0/networks/98a3bf02-b914-4f93-b8e0-dfacc6990524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426003
Dec 11 16:30:57.669547 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3f3fdb3d-0737-49b0-b423-3a0e8872c322 req-197526e6-81f8-4d8a-bf4b-7fd571d1859d tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=cf934fa5-21d6-400e-9806-bf9ac04ec7a1 HTTP/1.1" status: 200  len: 210 time: 0.0900857
Dec 11 16:30:57.854420 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e206a8a-eb05-4e45-b787-aa5b5adb2058 req-89af81c4-2639-404b-ab36-f4aa9a272283 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:57.856419 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0e206a8a-eb05-4e45-b787-aa5b5adb2058 req-89af81c4-2639-404b-ab36-f4aa9a272283 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.0959401
Dec 11 16:30:57.915100 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0e206a8a-eb05-4e45-b787-aa5b5adb2058 req-70d8a41d-6697-4821-b71d-65b18d7802f3 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503256
Dec 11 16:30:58.861611 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-15b3fe1e-4eea-4a68-9248-319dda1dcd75 req-f605aba8-ff66-4ef1-aed3-4007217bcf75 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=cf934fa5-21d6-400e-9806-bf9ac04ec7a1 HTTP/1.1" status: 200  len: 210 time: 0.0479424
Dec 11 16:30:59.232624 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-016371d6-888a-4eda-8a8e-5e4c05fa8df9 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:59.234724 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-016371d6-888a-4eda-8a8e-5e4c05fa8df9 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.64 "GET /v2.0/networks?id=98a3bf02-b914-4f93-b8e0-dfacc6990524 HTTP/1.1" status: 200  len: 813 time: 0.3878460
Dec 11 16:30:59.253390 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060720f-e22b-46f5-bfd5-64341081b5d7 req-39e8f7ee-0c71-4684-bbc8-75771c149707 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:30:59.255380 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c060720f-e22b-46f5-bfd5-64341081b5d7 req-39e8f7ee-0c71-4684-bbc8-75771c149707 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1565461
Dec 11 16:30:59.267888 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-04243d48-efa5-4c1a-8e4f-2a2f89dd8c61 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Request body: {'port': {'device_id': 'cf934fa5-21d6-400e-9806-bf9ac04ec7a1', 'network_id': '98a3bf02-b914-4f93-b8e0-dfacc6990524', 'admin_state_up': True, 'tenant_id': '4883ef02598a4b619747064e27298a13'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:30:59.318299 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c060720f-e22b-46f5-bfd5-64341081b5d7 req-116bc14d-8275-4975-8b67-03367d0f2a82 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516880
Dec 11 16:30:59.418609 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-04243d48-efa5-4c1a-8e4f-2a2f89dd8c61 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:30:59.423187 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-04243d48-efa5-4c1a-8e4f-2a2f89dd8c61 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Usage tracker for resource:port and tenant:4883ef02598a4b619747064e27298a13 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:30:59.426709 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-04243d48-efa5-4c1a-8e4f-2a2f89dd8c61 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Quota usage for port was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:30:59.433024 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-04243d48-efa5-4c1a-8e4f-2a2f89dd8c61 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:30:59.444261 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-04243d48-efa5-4c1a-8e4f-2a2f89dd8c61 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Made reservation on behalf of 4883ef02598a4b619747064e27298a13 for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:30:59.453986 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-04243d48-efa5-4c1a-8e4f-2a2f89dd8c61 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:59.656313 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 60376) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:30:59.827511 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:30:59.852222 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:30:59.860417 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Usage tracker for resource:security_group_rule and tenant:f4e76028515740e9a44f373de7b38a9f is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:30:59.863599 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-04243d48-efa5-4c1a-8e4f-2a2f89dd8c61 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Allocated IP 172.20.0.11 (98a3bf02-b914-4f93-b8e0-dfacc6990524/e108565b-9475-4107-890b-643bfc9f7e49/f6999389-fd24-4c68-8a0c-9e10a749161c) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:30:59.865813 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:30:59.874702 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:00.065886 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f7ee5c76-db42-45a0-80f0-ad620a06bbd2 req-cc464c45-66ea-48fe-a8f5-05271c235c46 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=cf934fa5-21d6-400e-9806-bf9ac04ec7a1 HTTP/1.1" status: 200  len: 210 time: 0.0618477
Dec 11 16:31:00.149119 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:00.155756 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:00.172543 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-9341957f-bd03-430d-aa89-98df3b1d9deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:00.202374 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-04243d48-efa5-4c1a-8e4f-2a2f89dd8c61 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:00.228851 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f4e76028515740e9a44f373de7b38a9f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5713186
Dec 11 16:31:00.232078 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 60384) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:00.232668 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf02ebc-3044-4af6-92bf-ed5296be3638,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:00.241747 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.242171 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.242588 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.243025 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.243435 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.243839 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.244241 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.244643 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.245044 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.245444 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.245848 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.246251 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.246714 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.247166 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.247561 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.248083 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.248484 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.248874 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.249274 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.249662 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.250053 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.250445 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.250854 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.251254 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.256348 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:00.272378 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-04243d48-efa5-4c1a-8e4f-2a2f89dd8c61 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:00.294962 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1a2605d7-4687-4a52-9c3f-65ebfe34189c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:00.458766 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04243d48-efa5-4c1a-8e4f-2a2f89dd8c61 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Pushing event updated for resources: {'Port': ['ID=f6999389-fd24-4c68-8a0c-9e10a749161c,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:00.462832 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-04243d48-efa5-4c1a-8e4f-2a2f89dd8c61 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:00.515711 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-04243d48-efa5-4c1a-8e4f-2a2f89dd8c61 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Network 98a3bf02-b914-4f93-b8e0-dfacc6990524 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:31:00.517303 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-04243d48-efa5-4c1a-8e4f-2a2f89dd8c61 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:31:00.521367 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-04243d48-efa5-4c1a-8e4f-2a2f89dd8c61 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:31:00.531449 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:00.611084 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-04243d48-efa5-4c1a-8e4f-2a2f89dd8c61 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:00.611766 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-04243d48-efa5-4c1a-8e4f-2a2f89dd8c61 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:00.621493 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:00.645772 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-04243d48-efa5-4c1a-8e4f-2a2f89dd8c61 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3826189
Dec 11 16:31:00.664326 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadefafc-35df-45ee-b21d-bdba0218f2a5 req-dbd28ea7-799d-40ae-bf65-c8f58fededc1 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:00.666092 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-eadefafc-35df-45ee-b21d-bdba0218f2a5 req-dbd28ea7-799d-40ae-bf65-c8f58fededc1 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1564295
Dec 11 16:31:00.669692 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Request body: {'port': {'device_id': 'cf934fa5-21d6-400e-9806-bf9ac04ec7a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:31:00.747075 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-eadefafc-35df-45ee-b21d-bdba0218f2a5 req-f53ecfdb-a82b-42b2-9b28-0821e39d70cb tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667996
Dec 11 16:31:00.766146 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:00.768012 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-80e40a96-37bc-4e78-b90f-54461a7d7d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:00.780095 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf02ebc-3044-4af6-92bf-ed5296be3638,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:00.791262 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.791676 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.792068 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.792439 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.792883 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.793272 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.793657 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.794041 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.794425 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.795703 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.796100 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.796483 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.796929 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.797306 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.797689 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.798068 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.798445 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.798869 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.799230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.799607 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.800891 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.800891 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.800891 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.801345 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:00.806010 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:00.810153 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4cf02ebc-3044-4af6-92bf-ed5296be3638 HTTP/1.1" status: 204  len: 168 time: 0.5767806
Dec 11 16:31:00.812192 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:00.834569 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:01.285005 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6999389-fd24-4c68-8a0c-9e10a749161c {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 11 16:31:01.292399 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:01.305750 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Transition to ACTIVE for port object f6999389-fd24-4c68-8a0c-9e10a749161c will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:31:01.308994 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:01.346122 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d0499-8593-483a-87d7-dbbc624174ae req-21478fa3-82ec-4ac6-8a40-c0d31a6fae93 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:01.354174 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9c3d0499-8593-483a-87d7-dbbc624174ae req-21478fa3-82ec-4ac6-8a40-c0d31a6fae93 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=cf934fa5-21d6-400e-9806-bf9ac04ec7a1 HTTP/1.1" status: 200  len: 932 time: 0.0938246
Dec 11 16:31:01.419098 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9c3d0499-8593-483a-87d7-dbbc624174ae req-a639466f-2b1e-4338-928a-a030d1f0035a tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635724
Dec 11 16:31:01.422383 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-79230b55-ba23-407d-951b-81a81ca20863 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:01.527589 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f6999389-fd24-4c68-8a0c-9e10a749161c,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:01.535645 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:01.693032 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Attempting to bind port f6999389-fd24-4c68-8a0c-9e10a749161c on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:31:01.693489 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Attempting to bind port f6999389-fd24-4c68-8a0c-9e10a749161c by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '0378aad0-bf2d-48dd-a526-5d6fb76ca3fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '98a3bf02-b914-4f93-b8e0-dfacc6990524'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:31:01.694067 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Attempting to bind port f6999389-fd24-4c68-8a0c-9e10a749161c on network 98a3bf02-b914-4f93-b8e0-dfacc6990524 {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:31:01.700860 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Checking agent: {'id': 'bb51e0aa-91b6-4647-b88f-2e2e91697051', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 49), 'started_at': datetime.datetime(2020, 12, 11, 16, 25, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:31:01.701962 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Checking segment: {'id': '0378aad0-bf2d-48dd-a526-5d6fb76ca3fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '98a3bf02-b914-4f93-b8e0-dfacc6990524'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:31:01.702716 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:01.703343 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Bound using segment: {'id': '0378aad0-bf2d-48dd-a526-5d6fb76ca3fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '98a3bf02-b914-4f93-b8e0-dfacc6990524'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:31:01.704125 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Bound port: f6999389-fd24-4c68-8a0c-9e10a749161c, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0378aad0-bf2d-48dd-a526-5d6fb76ca3fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '98a3bf02-b914-4f93-b8e0-dfacc6990524'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:31:01.704662 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:01.829170 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] For port f6999389-fd24-4c68-8a0c-9e10a749161c, host hv-cinder-76675, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:31:01.832690 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] For port f6999389-fd24-4c68-8a0c-9e10a749161c, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=f6999389-fd24-4c68-8a0c-9e10a749161c,segment=NetworkSegment(0378aad0-bf2d-48dd-a526-5d6fb76ca3fb),segment_id=0378aad0-bf2d-48dd-a526-5d6fb76ca3fb)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:31:01.836690 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:01.987437 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcec11-0e40-4ec8-8a46-7af5b0d41202 req-91ab36ab-876b-4e21-81dd-1ed9a5aeb052 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:01.996349 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4bdcec11-0e40-4ec8-8a46-7af5b0d41202 req-91ab36ab-876b-4e21-81dd-1ed9a5aeb052 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1100175
Dec 11 16:31:02.059753 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1aac047c-abea-4c76-a197-c799e32cf001 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:02.064271 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4bdcec11-0e40-4ec8-8a46-7af5b0d41202 req-980c1a1e-8b79-4e4d-a84b-0728afdc9827 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667915
Dec 11 16:31:02.175631 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:02.176645 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:02.179190 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] 10.222.0.64 "PUT /v2.0/ports/f6999389-fd24-4c68-8a0c-9e10a749161c HTTP/1.1" status: 200  len: 1158 time: 1.5152426
Dec 11 16:31:02.180034 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf934fa5-21d6-400e-9806-bf9ac04ec7a1', 'tag': 'f6999389-fd24-4c68-8a0c-9e10a749161c'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:31:02.214100 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f6999389-fd24-4c68-8a0c-9e10a749161c,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:02.222965 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:02.245945 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf934fa5-21d6-400e-9806-bf9ac04ec7a1', 'tag': 'f6999389-fd24-4c68-8a0c-9e10a749161c', 'status': 'completed', 'code': 200}
Dec 11 16:31:02.355505 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-d5c82748-c2a2-4121-87a4-3b856a46f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:02.357145 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-d5c82748-c2a2-4121-87a4-3b856a46f500 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4883ef02598a4b619747064e27298a13&device_id=cf934fa5-21d6-400e-9806-bf9ac04ec7a1 HTTP/1.1" status: 200  len: 1161 time: 0.0885017
Dec 11 16:31:02.440387 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-9bf5ddf5-1bf1-4ffe-a288-7b443489f042 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6999389-fd24-4c68-8a0c-9e10a749161c HTTP/1.1" status: 200  len: 217 time: 0.0688877
Dec 11 16:31:02.542690 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-ce07914d-9bff-4e31-a31a-40d95275eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:02.544361 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-ce07914d-9bff-4e31-a31a-40d95275eb86 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e108565b-9475-4107-890b-643bfc9f7e49 HTTP/1.1" status: 200  len: 853 time: 0.0970378
Dec 11 16:31:02.601785 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-17bdcaaa-5c33-42f9-8c7d-c246687b1ccc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98a3bf02-b914-4f93-b8e0-dfacc6990524&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488112
Dec 11 16:31:02.670872 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc918c2c-8d88-4d63-8329-34be610dbc33 req-b4002379-8e7d-4100-af89-f4bfcb391383 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:02.674176 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fc918c2c-8d88-4d63-8329-34be610dbc33 req-b4002379-8e7d-4100-af89-f4bfcb391383 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=cf934fa5-21d6-400e-9806-bf9ac04ec7a1 HTTP/1.1" status: 200  len: 944 time: 0.0979795
Dec 11 16:31:02.724878 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fc918c2c-8d88-4d63-8329-34be610dbc33 req-95c8592d-7555-4b83-bc49-5c680769aef9 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449781
Dec 11 16:31:02.829303 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-78d3f93b-d3a0-4ca5-88cc-232f0f96d3af service neutron] 10.222.0.64 "GET /v2.0/networks/98a3bf02-b914-4f93-b8e0-dfacc6990524?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2165992
Dec 11 16:31:03.002663 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9d6aa3f8-e7b0-4a93-bb1f-a0bc54ba60c5 req-c6d66447-677c-441a-8051-73d74a1ac9ab service neutron] 10.222.0.64 "GET /v2.0/networks/98a3bf02-b914-4f93-b8e0-dfacc6990524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1654444
Dec 11 16:31:03.221103 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cde26-d620-4696-b850-3afe4b741465 req-c328402b-5c80-4122-b509-7f4a20c77820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:03.222883 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-598cde26-d620-4696-b850-3afe4b741465 req-c328402b-5c80-4122-b509-7f4a20c77820 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4883ef02598a4b619747064e27298a13&device_id=cf934fa5-21d6-400e-9806-bf9ac04ec7a1 HTTP/1.1" status: 200  len: 1161 time: 0.0862153
Dec 11 16:31:03.308186 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682883f-b791-4041-b845-71312a83ba06 req-5d8c9973-c52c-4f06-8b41-9069f5ee0c7b tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:03.309825 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3682883f-b791-4041-b845-71312a83ba06 req-5d8c9973-c52c-4f06-8b41-9069f5ee0c7b tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1016643
Dec 11 16:31:03.362188 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3682883f-b791-4041-b845-71312a83ba06 req-f1da9d55-14ce-4740-abe2-2d2541ba464c tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443692
Dec 11 16:31:03.397263 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cde26-d620-4696-b850-3afe4b741465 req-45b0bc93-39c4-4f8e-add8-fd78e4614f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:03.399225 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-598cde26-d620-4696-b850-3afe4b741465 req-45b0bc93-39c4-4f8e-add8-fd78e4614f62 service neutron] 10.222.0.64 "GET /v2.0/networks?id=98a3bf02-b914-4f93-b8e0-dfacc6990524 HTTP/1.1" status: 200  len: 907 time: 0.1695898
Dec 11 16:31:03.470604 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-598cde26-d620-4696-b850-3afe4b741465 req-09f318fc-11b7-4b66-899d-4a47a2f97449 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6999389-fd24-4c68-8a0c-9e10a749161c HTTP/1.1" status: 200  len: 217 time: 0.0640600
Dec 11 16:31:03.544425 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cde26-d620-4696-b850-3afe4b741465 req-5c4e02f5-3e3d-43e2-a913-be892052c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:03.546086 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-598cde26-d620-4696-b850-3afe4b741465 req-5c4e02f5-3e3d-43e2-a913-be892052c1d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e108565b-9475-4107-890b-643bfc9f7e49 HTTP/1.1" status: 200  len: 853 time: 0.0689147
Dec 11 16:31:03.619034 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-598cde26-d620-4696-b850-3afe4b741465 req-8d23d6c0-5d84-4a31-8d57-c8389d42227b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98a3bf02-b914-4f93-b8e0-dfacc6990524&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436540
Dec 11 16:31:03.769227 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-598cde26-d620-4696-b850-3afe4b741465 req-07ef7503-104c-48f5-a102-f122291936b3 service neutron] 10.222.0.64 "GET /v2.0/networks/98a3bf02-b914-4f93-b8e0-dfacc6990524?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427395
Dec 11 16:31:03.955313 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-598cde26-d620-4696-b850-3afe4b741465 req-d933a95f-4ab5-42e1-9351-4dd4b575b47a service neutron] 10.222.0.64 "GET /v2.0/networks/98a3bf02-b914-4f93-b8e0-dfacc6990524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432674
Dec 11 16:31:03.998545 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932825da-eed5-4a94-a374-cab3ffff4771 req-84e17349-ba8b-461e-8ecc-4ea59a9b3dda tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:04.001143 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-932825da-eed5-4a94-a374-cab3ffff4771 req-84e17349-ba8b-461e-8ecc-4ea59a9b3dda tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=cf934fa5-21d6-400e-9806-bf9ac04ec7a1 HTTP/1.1" status: 200  len: 944 time: 0.1148372
Dec 11 16:31:04.063040 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-932825da-eed5-4a94-a374-cab3ffff4771 req-0e33d402-b38d-473b-a379-d20babb78f79 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497718
Dec 11 16:31:04.158230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 9c91a75b-c60e-4fa4-bd0b-19199c368f01 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:31:04.246175 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522f2f7-92a1-406b-b88b-58396b75127f req-f64b2be6-2d0c-451f-89bb-a3f778c3f7c6 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:04.247155 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-0522f2f7-92a1-406b-b88b-58396b75127f req-f64b2be6-2d0c-451f-89bb-a3f778c3f7c6 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Synchronizing usage tracker for tenant:667e4a17ae3d46d3ba440736127fb3aa on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:31:04.263622 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-0522f2f7-92a1-406b-b88b-58396b75127f req-f64b2be6-2d0c-451f-89bb-a3f778c3f7c6 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Unset dirty status for tenant:667e4a17ae3d46d3ba440736127fb3aa on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:31:04.264879 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0522f2f7-92a1-406b-b88b-58396b75127f req-f64b2be6-2d0c-451f-89bb-a3f778c3f7c6 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.64 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1082828
Dec 11 16:31:04.317251 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 9c91a75b-c60e-4fa4-bd0b-19199c368f01 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:04.317680 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:04.343443 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-0522f2f7-92a1-406b-b88b-58396b75127f req-4e0a2ce0-e78e-4342-b963-599e2ba3cc36 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Deleting port 9c91a75b-c60e-4fa4-bd0b-19199c368f01 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:31:04.343831 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0522f2f7-92a1-406b-b88b-58396b75127f req-4e0a2ce0-e78e-4342-b963-599e2ba3cc36 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:04.714728 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2887d29-4d3b-48a1-9030-fccc669da052 req-7b1792ea-1183-4fe4-aa70-62ea9416f6ad tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:04.718529 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f2887d29-4d3b-48a1-9030-fccc669da052 req-7b1792ea-1183-4fe4-aa70-62ea9416f6ad tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 945 time: 0.1703463
Dec 11 16:31:04.811678 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f2887d29-4d3b-48a1-9030-fccc669da052 req-de7f31fd-d32c-4b7c-972d-1d6582f74da5 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/security-groups?id=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851626
Dec 11 16:31:04.918286 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-0522f2f7-92a1-406b-b88b-58396b75127f req-4e0a2ce0-e78e-4342-b963-599e2ba3cc36 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] For port 9c91a75b-c60e-4fa4-bd0b-19199c368f01, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=9c91a75b-c60e-4fa4-bd0b-19199c368f01,segment=NetworkSegment(3d980729-111e-4033-ab39-ac93afbc4d15),segment_id=3d980729-111e-4033-ab39-ac93afbc4d15)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:31:04.918735 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0522f2f7-92a1-406b-b88b-58396b75127f req-4e0a2ce0-e78e-4342-b963-599e2ba3cc36 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:05.050537 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-0522f2f7-92a1-406b-b88b-58396b75127f req-4e0a2ce0-e78e-4342-b963-599e2ba3cc36 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Calling delete_port for 9c91a75b-c60e-4fa4-bd0b-19199c368f01 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:31:05.206087 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0522f2f7-92a1-406b-b88b-58396b75127f req-4e0a2ce0-e78e-4342-b963-599e2ba3cc36 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:05.222067 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:05.281384 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a2ce0-e78e-4342-b963-599e2ba3cc36 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Pushing event deleted for resources: {'Port': ['ID=9c91a75b-c60e-4fa4-bd0b-19199c368f01,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:05.286533 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4e0a2ce0-e78e-4342-b963-599e2ba3cc36 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:05.286890 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf0246-7e3b-4e52-ab95-a106adb6f636 req-9e856520-1c41-4c68-8eaf-991f70009a69 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:05.288719 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-edbf0246-7e3b-4e52-ab95-a106adb6f636 req-9e856520-1c41-4c68-8eaf-991f70009a69 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=cf934fa5-21d6-400e-9806-bf9ac04ec7a1 HTTP/1.1" status: 200  len: 944 time: 0.0887082
Dec 11 16:31:05.346096 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-edbf0246-7e3b-4e52-ab95-a106adb6f636 req-4a9f7f99-0977-43f7-a504-747503ba9004 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479720
Dec 11 16:31:05.440362 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-0522f2f7-92a1-406b-b88b-58396b75127f req-4e0a2ce0-e78e-4342-b963-599e2ba3cc36 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] No DVR routers for this DVR port 9c91a75b-c60e-4fa4-bd0b-19199c368f01 on host hv-cinder-76675 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:31:05.442665 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0522f2f7-92a1-406b-b88b-58396b75127f req-4e0a2ce0-e78e-4342-b963-599e2ba3cc36 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:05.445465 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda14d71-824e-413b-a557-96e4cdcccf95', 'name': 'network-vif-deleted', 'tag': '9c91a75b-c60e-4fa4-bd0b-19199c368f01'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:31:05.460662 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0522f2f7-92a1-406b-b88b-58396b75127f req-4e0a2ce0-e78e-4342-b963-599e2ba3cc36 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.64 "DELETE /v2.0/ports/9c91a75b-c60e-4fa4-bd0b-19199c368f01 HTTP/1.1" status: 204  len: 173 time: 1.1888318
Dec 11 16:31:05.504929 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda14d71-824e-413b-a557-96e4cdcccf95', 'name': 'network-vif-deleted', 'tag': '9c91a75b-c60e-4fa4-bd0b-19199c368f01', 'status': 'completed', 'code': 200}
Dec 11 16:31:05.884890 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-80a3b70a-6b31-4403-800b-27cb1de4f0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:06.059556 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-63e25eb9-12fd-434f-a109-e0c237b774d0 req-11a7862d-60a3-4736-889d-ba1b2e67bb93 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] 10.222.0.68 "GET /v2.0/ports?device_id=bda14d71-824e-413b-a557-96e4cdcccf95 HTTP/1.1" status: 200  len: 210 time: 0.0693250
Dec 11 16:31:06.356067 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 60522) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:06.509592 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device f6999389-fd24-4c68-8a0c-9e10a749161c up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:31:06.603459 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning for port f6999389-fd24-4c68-8a0c-9e10a749161c completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:31:06.610698 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1ab10f37-b978-44d2-9a21-2dff04de7a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:06.612815 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port f6999389-fd24-4c68-8a0c-9e10a749161c triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:06.613476 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:06.627753 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-1ab10f37-b978-44d2-9a21-2dff04de7a43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:06.632323 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-1ab10f37-b978-44d2-9a21-2dff04de7a43 admin admin] Usage tracker for resource:security_group_rule and tenant:1fe75ed3ed3441e6affb07ee324b6c4b is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:06.635545 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-1ab10f37-b978-44d2-9a21-2dff04de7a43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:06.642943 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-1ab10f37-b978-44d2-9a21-2dff04de7a43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:06.770648 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30146f96-5aff-4cb7-be06-872bfc8f970b req-046c1a59-bc84-4d8e-a916-3bf5d110360a tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:06.772340 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-30146f96-5aff-4cb7-be06-872bfc8f970b req-046c1a59-bc84-4d8e-a916-3bf5d110360a tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=cf934fa5-21d6-400e-9806-bf9ac04ec7a1 HTTP/1.1" status: 200  len: 944 time: 0.1308217
Dec 11 16:31:06.780043 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:06.809010 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf934fa5-21d6-400e-9806-bf9ac04ec7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6999389-fd24-4c68-8a0c-9e10a749161c'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:31:06.820225 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port f6999389-fd24-4c68-8a0c-9e10a749161c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=f6999389-fd24-4c68-8a0c-9e10a749161c,segment=NetworkSegment(0378aad0-bf2d-48dd-a526-5d6fb76ca3fb),segment_id=0378aad0-bf2d-48dd-a526-5d6fb76ca3fb)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:31:06.827565 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:06.836347 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:06.854105 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1ab10f37-b978-44d2-9a21-2dff04de7a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:06.860865 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-30146f96-5aff-4cb7-be06-872bfc8f970b req-89aa199f-750a-4bbb-81bf-4015f4b22a5c tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761824
Dec 11 16:31:06.860865 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1ab10f37-b978-44d2-9a21-2dff04de7a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:06.888746 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d488965f-3dac-4e3a-9a83-7f0dbc05fdf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:06.921361 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1ab10f37-b978-44d2-9a21-2dff04de7a43 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1fe75ed3ed3441e6affb07ee324b6c4b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5640757
Dec 11 16:31:06.922288 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab10f37-b978-44d2-9a21-2dff04de7a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd7aa59-8f04-433e-a89e-d1e272695c4e,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:06.922475 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf934fa5-21d6-400e-9806-bf9ac04ec7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6999389-fd24-4c68-8a0c-9e10a749161c', 'code': 200}
Dec 11 16:31:06.923441 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=f6999389-fd24-4c68-8a0c-9e10a749161c,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:06.924012 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 60536) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:06.926395 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 9c91a75b-c60e-4fa4-bd0b-19199c368f01 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:31:06.935770 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1ab10f37-b978-44d2-9a21-2dff04de7a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:06.952033 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:06.963213 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] No Port match for: 9c91a75b-c60e-4fa4-bd0b-19199c368f01 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:31:06.963611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 9c91a75b-c60e-4fa4-bd0b-19199c368f01 not bound to the agent host hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:31:07.009688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-341e011a-d1df-4936-ad06-e49222be87ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:07.041505 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-341e011a-d1df-4936-ad06-e49222be87ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:07.102235 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-341e011a-d1df-4936-ad06-e49222be87ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:07.108105 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1ecfea61-ffd6-4101-9299-fc8c094e83b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:07.119885 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e011a-d1df-4936-ad06-e49222be87ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd7aa59-8f04-433e-a89e-d1e272695c4e,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:07.122545 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-341e011a-d1df-4936-ad06-e49222be87ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:07.129155 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-341e011a-d1df-4936-ad06-e49222be87ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:07.130586 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-341e011a-d1df-4936-ad06-e49222be87ec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fcd7aa59-8f04-433e-a89e-d1e272695c4e HTTP/1.1" status: 204  len: 168 time: 0.2044344
Dec 11 16:31:07.219449 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 60548) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:07.265328 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69336a-978c-4816-b478-14f68fafec8c req-d59022fc-d705-4c67-a802-a7750c35d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:07.268424 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ce69336a-978c-4816-b478-14f68fafec8c req-d59022fc-d705-4c67-a802-a7750c35d449 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cf934fa5-21d6-400e-9806-bf9ac04ec7a1 HTTP/1.1" status: 200  len: 1163 time: 0.1188974
Dec 11 16:31:07.318069 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ce69336a-978c-4816-b478-14f68fafec8c req-51afb329-1bd9-4f86-9b7e-f54357586b4e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427811
Dec 11 16:31:07.473358 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 60556) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:07.618032 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a3367876-e5bc-42e7-bf54-fc0f4d6abf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854276476'] for router_interface, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:07.666579 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-47ea45ad-3d1a-4599-8ef5-5d50b5e19576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:07.686170 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-47ea45ad-3d1a-4599-8ef5-5d50b5e19576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:07.691390 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-47ea45ad-3d1a-4599-8ef5-5d50b5e19576 admin admin] Usage tracker for resource:security_group_rule and tenant:4fd361faec7040dfb028813a86ef4e9f is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:07.694628 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-47ea45ad-3d1a-4599-8ef5-5d50b5e19576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:07.701442 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-47ea45ad-3d1a-4599-8ef5-5d50b5e19576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:07.815417 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-47ea45ad-3d1a-4599-8ef5-5d50b5e19576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:07.818635 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-47ea45ad-3d1a-4599-8ef5-5d50b5e19576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:07.827293 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-360f2714-ad34-46d7-a7e6-8b3149c30e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:07.875116 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-47ea45ad-3d1a-4599-8ef5-5d50b5e19576 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4fd361faec7040dfb028813a86ef4e9f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4003768
Dec 11 16:31:07.875786 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 60572) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:07.879581 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea45ad-3d1a-4599-8ef5-5d50b5e19576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac405461-c839-4c99-a255-f04201b9563c,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:07.893013 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-47ea45ad-3d1a-4599-8ef5-5d50b5e19576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:07.957343 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-10a52775-7b88-4c09-b8a7-b51cd3723bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:07.990154 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-10a52775-7b88-4c09-b8a7-b51cd3723bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:08.043037 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-10a52775-7b88-4c09-b8a7-b51cd3723bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:08.051950 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b82fb11b-c5aa-4aef-b817-5cda0eefaf20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:08.068003 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a52775-7b88-4c09-b8a7-b51cd3723bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac405461-c839-4c99-a255-f04201b9563c,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:08.071229 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-10a52775-7b88-4c09-b8a7-b51cd3723bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:08.075613 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-10a52775-7b88-4c09-b8a7-b51cd3723bb4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ac405461-c839-4c99-a255-f04201b9563c HTTP/1.1" status: 204  len: 168 time: 0.1979530
Dec 11 16:31:08.076720 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-10a52775-7b88-4c09-b8a7-b51cd3723bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:08.219565 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b40ccdcc-ee52-4a51-b92b-3a4a1e202dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:08.328881 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50c960-440d-4ddf-bae7-81f6169b94c0 req-0d6f5604-f0cc-45dd-b44b-de489e679ed6 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:08.330753 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7b50c960-440d-4ddf-bae7-81f6169b94c0 req-0d6f5604-f0cc-45dd-b44b-de489e679ed6 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=cf934fa5-21d6-400e-9806-bf9ac04ec7a1 HTTP/1.1" status: 200  len: 946 time: 0.2528198
Dec 11 16:31:08.372529 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device f6999389-fd24-4c68-8a0c-9e10a749161c up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:31:08.392198 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7b50c960-440d-4ddf-bae7-81f6169b94c0 req-39e0777e-e158-4fac-a594-d94c6e2fda01 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538294
Dec 11 16:31:08.538231 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port f6999389-fd24-4c68-8a0c-9e10a749161c triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:08.538836 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:08.633176 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-a3367876-e5bc-42e7-bf54-fc0f4d6abf1d admin admin] Deleting port 81ea96db-6336-4f79-8b77-bf1d5d4f7401 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:31:08.633455 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a3367876-e5bc-42e7-bf54-fc0f4d6abf1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:08.959024 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-a3367876-e5bc-42e7-bf54-fc0f4d6abf1d admin admin] For port 81ea96db-6336-4f79-8b77-bf1d5d4f7401, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=81ea96db-6336-4f79-8b77-bf1d5d4f7401,segment=NetworkSegment(3d980729-111e-4033-ab39-ac93afbc4d15),segment_id=3d980729-111e-4033-ab39-ac93afbc4d15)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:31:08.960216 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a3367876-e5bc-42e7-bf54-fc0f4d6abf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:08.998976 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:09.178236 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-a3367876-e5bc-42e7-bf54-fc0f4d6abf1d admin admin] Calling delete_port for 81ea96db-6336-4f79-8b77-bf1d5d4f7401 owned by network:router_interface {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:31:09.402084 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 60620) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:09.649033 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2066931602-network', 'tenant_id': '54109747176345eb91303b0d7d7e8b59'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:31:09.656422 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:09.662524 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Usage tracker for resource:network and tenant:54109747176345eb91303b0d7d7e8b59 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:09.666503 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:09.674282 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:09.684656 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Made reservation on behalf of 54109747176345eb91303b0d7d7e8b59 for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:31:09.689998 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:09.704210 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:09.725463 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:09.730256 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Usage tracker for resource:security_group_rule and tenant:54109747176345eb91303b0d7d7e8b59 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:09.733535 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:09.739665 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:09.837743 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2672a9-2c8f-4f86-bbed-c7a672780958 req-9a3fccc1-7cb1-4a36-a690-372a8a5ad157 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:09.839272 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:09.839409 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9e2672a9-2c8f-4f86-bbed-c7a672780958 req-9a3fccc1-7cb1-4a36-a690-372a8a5ad157 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=cf934fa5-21d6-400e-9806-bf9ac04ec7a1 HTTP/1.1" status: 200  len: 946 time: 0.1638429
Dec 11 16:31:09.843270 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:09.850971 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4438463e-8494-44a2-8cb2-6e78586b08cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:09.874338 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 11 16:31:09.893077 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a3367876-e5bc-42e7-bf54-fc0f4d6abf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:09.897939 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7fee6b-b5bf-4384-b2fb-cf73f99c6422,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:09.901182 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:09.901694 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.segments_db [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Added segment 16dfdecf-3ca9-4256-9c7d-1571be14ab53 of type vxlan for network 04b8d30e-92aa-4b95-a839-724d382c79d3
Dec 11 16:31:09.903490 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:09.911563 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 60638) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:09.912490 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4d518b2a-d573-4c52-a095-506af040c0b8 tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:09.949285 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757087056021'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:09.951666 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9e2672a9-2c8f-4f86-bbed-c7a672780958 req-3a4d73bc-25a9-43e1-a462-66115e5e639a tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028628
Dec 11 16:31:09.973693 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3367876-e5bc-42e7-bf54-fc0f4d6abf1d admin admin] Pushing event deleted for resources: {'Port': ['ID=81ea96db-6336-4f79-8b77-bf1d5d4f7401,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:09.976735 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a3367876-e5bc-42e7-bf54-fc0f4d6abf1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:09.988772 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:09.991222 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:09.992661 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:10.018205 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:10.176298 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:10.219611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Pushing event updated for resources: {'Network': ['ID=04b8d30e-92aa-4b95-a839-724d382c79d3,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:10.229114 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:10.230099 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-947afb13-9a06-4bc6-a1b1-449176ce2a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:10.236693 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Network 04b8d30e-92aa-4b95-a839-724d382c79d3 details requested by agent ovs-agent-dv-cinder-766752-1-iscsi with host dv-cinder-766752-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:31:10.246652 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-2ee76d1a-0c0a-464d-b6df-dcc3d4de3b15 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.8425889
Dec 11 16:31:10.251284 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 60650) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:10.258555 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-be28fb60-c117-4032-8921-53468353cd0b admin admin] Request body: {'subnet': {'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2066931602-subnet', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'ip_version': 4}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:31:10.262331 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Network 04b8d30e-92aa-4b95-a839-724d382c79d3 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:31:10.269226 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-947afb13-9a06-4bc6-a1b1-449176ce2a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:10.273087 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-be28fb60-c117-4032-8921-53468353cd0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:10.278395 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-947afb13-9a06-4bc6-a1b1-449176ce2a03 admin admin] Usage tracker for resource:security_group_rule and tenant:9ca8891d3d8e4dd9ac05d9bf936bfcb8 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:10.282037 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-947afb13-9a06-4bc6-a1b1-449176ce2a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:10.285196 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-be28fb60-c117-4032-8921-53468353cd0b admin admin] Usage tracker for resource:subnet and tenant:54109747176345eb91303b0d7d7e8b59 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:10.290506 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-be28fb60-c117-4032-8921-53468353cd0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:10.293533 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-947afb13-9a06-4bc6-a1b1-449176ce2a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:10.300039 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-be28fb60-c117-4032-8921-53468353cd0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:10.332014 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be28fb60-c117-4032-8921-53468353cd0b admin admin] Made reservation on behalf of 54109747176345eb91303b0d7d7e8b59 for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:31:10.336812 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-be28fb60-c117-4032-8921-53468353cd0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28166849'] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:10.539503 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a3367876-e5bc-42e7-bf54-fc0f4d6abf1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3353919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854276510'] for router_interface, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:10.667530 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-947afb13-9a06-4bc6-a1b1-449176ce2a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:10.677344 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-947afb13-9a06-4bc6-a1b1-449176ce2a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:10.697175 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-002729e2-e0f8-4ff4-81f7-75765527ae67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:10.801279 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-947afb13-9a06-4bc6-a1b1-449176ce2a03 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9ca8891d3d8e4dd9ac05d9bf936bfcb8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8859363
Dec 11 16:31:10.801279 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947afb13-9a06-4bc6-a1b1-449176ce2a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009afc83-5db4-48fe-9852-ac8a1ac5e311,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:10.806304 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-947afb13-9a06-4bc6-a1b1-449176ce2a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:10.811494 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 60662) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:10.953774 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-292deb79-86ba-4b3c-ae0c-df77bed87014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:10.956235 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:11.086784 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-292deb79-86ba-4b3c-ae0c-df77bed87014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:11.170722 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-292deb79-86ba-4b3c-ae0c-df77bed87014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:11.175306 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-947afb13-9a06-4bc6-a1b1-449176ce2a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:11.214414 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3367876-e5bc-42e7-bf54-fc0f4d6abf1d admin admin] Router ad0b3c6a-b25b-4b57-a34c-b403be1e09c1 has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:31:11.270660 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292deb79-86ba-4b3c-ae0c-df77bed87014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009afc83-5db4-48fe-9852-ac8a1ac5e311,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:11.275409 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-292deb79-86ba-4b3c-ae0c-df77bed87014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:11.321544 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-292deb79-86ba-4b3c-ae0c-df77bed87014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:11.327625 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-292deb79-86ba-4b3c-ae0c-df77bed87014 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/009afc83-5db4-48fe-9852-ac8a1ac5e311 HTTP/1.1" status: 204  len: 168 time: 0.5109036
Dec 11 16:31:11.347314 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-be28fb60-c117-4032-8921-53468353cd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036825452854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28166866'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:11.384611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:11.605987 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3367876-e5bc-42e7-bf54-fc0f4d6abf1d admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:31:11.620860 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1570b360-5ca7-4dd7-892a-ecf6280a116b None None] Sync routers for ids ['ad0b3c6a-b25b-4b57-a34c-b403be1e09c1'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:31:11.637691 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28fb60-c117-4032-8921-53468353cd0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa4bf76b-c105-4825-915d-862cbf8175be,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:11.639121 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1570b360-5ca7-4dd7-892a-ecf6280a116b None None] Routers {'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:31:11.640791 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-1570b360-5ca7-4dd7-892a-ecf6280a116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabd5cef0>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:31:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['ad0b3c6a-b25b-4b57-a34c-b403be1e09c1'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:11.660535 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-be28fb60-c117-4032-8921-53468353cd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:11.664060 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-a3367876-e5bc-42e7-bf54-fc0f4d6abf1d admin admin] 10.222.0.68 "PUT /v2.0/routers/ad0b3c6a-b25b-4b57-a34c-b403be1e09c1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4428456
Dec 11 16:31:11.666320 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 60670) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:11.795807 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be28fb60-c117-4032-8921-53468353cd0b admin admin] Checking segment: {'id': '16dfdecf-3ca9-4256-9c7d-1571be14ab53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:31:11.796615 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be28fb60-c117-4032-8921-53468353cd0b admin admin] Network hostable DHCP agents. Network: 04b8d30e-92aa-4b95-a839-724d382c79d3, hostable agents: ['c5d385f8-98d2-443d-9154-5b7329a9b521'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 11 16:31:11.831421 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be28fb60-c117-4032-8921-53468353cd0b admin admin] Network 04b8d30e-92aa-4b95-a839-724d382c79d3 is scheduled to be hosted by DHCP agent c5d385f8-98d2-443d-9154-5b7329a9b521 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 11 16:31:11.849469 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-be28fb60-c117-4032-8921-53468353cd0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-iscsi, 04b8d30e-92aa-4b95-a839-724d382c79d3) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:31:11.862346 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0753778-5c30-474c-8693-ae3bf4d3bfd0 None None] Network 04b8d30e-92aa-4b95-a839-724d382c79d3 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:31:11.885346 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be28fb60-c117-4032-8921-53468353cd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:11.886793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-be28fb60-c117-4032-8921-53468353cd0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:11.941358 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-be28fb60-c117-4032-8921-53468353cd0b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.6888053
Dec 11 16:31:11.947310 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 60680) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:11.964304 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2066931602-router', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:31:11.978995 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:11.996226 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Usage tracker for resource:router and tenant:54109747176345eb91303b0d7d7e8b59 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:12.027775 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:12.051300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:12.069338 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-1570b360-5ca7-4dd7-892a-ecf6280a116b None None] Set router ad0b3c6a-b25b-4b57-a34c-b403be1e09c1 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:31:12.089234 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854257003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854741687'] for router, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:12.091408 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854284226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-492582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34129'] for router, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:12.129285 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:12.158010 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 60684) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:12.163152 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2e3d-eb15-4b21-aed3-8d9d96dc6909 admin admin] Notify callbacks [] for router, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:12.382025 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e165c9a-747f-5c25-ae5f-69a683944675-04b8d30e-92aa-4b95-a839-724d382c79d3', 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'fixed_ips': [{'subnet_id': 'aa4bf76b-c105-4825-915d-862cbf8175be'}]}} from dv-cinder-766752-1-iscsi. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 11 16:31:12.383273 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:12.452083 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2e3d-eb15-4b21-aed3-8d9d96dc6909 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:12.460339 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-9d3e2e3d-eb15-4b21-aed3-8d9d96dc6909 admin admin] Deleting port b0fc2cf7-a3c1-4975-bad0-8f8504284851 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:31:12.460823 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2e3d-eb15-4b21-aed3-8d9d96dc6909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:12.527095 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-1570b360-5ca7-4dd7-892a-ecf6280a116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabd5cef0>, [{'id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1282461342-router', 'tenant_id': '667e4a17ae3d46d3ba440736127fb3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b0fc2cf7-a3c1-4975-bad0-8f8504284851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:49Z', 'updated_at': '2020-12-11T16:31:09Z', 'revision_number': 5, 'project_id': '667e4a17ae3d46d3ba440736127fb3aa', 'gw_port': {'id': 'b0fc2cf7-a3c1-4975-bad0-8f8504284851', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:52Z', 'updated_at': '2020-12-11T16:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:12.535951 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1570b360-5ca7-4dd7-892a-ecf6280a116b None None] Checking router: ad0b3c6a-b25b-4b57-a34c-b403be1e09c1 for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:31:12.554211 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1570b360-5ca7-4dd7-892a-ecf6280a116b None None] Routers {'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:31:12.555641 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-1570b360-5ca7-4dd7-892a-ecf6280a116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabd5cef0>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:31:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['ad0b3c6a-b25b-4b57-a34c-b403be1e09c1'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:12.613513 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854270776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34094'] for router, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:12.670847 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1d42df21-ee5c-4afe-90aa-b8482a5fd6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:12.756713 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-1d42df21-ee5c-4afe-90aa-b8482a5fd6ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:12.767969 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-1d42df21-ee5c-4afe-90aa-b8482a5fd6ef admin admin] Usage tracker for resource:security_group_rule and tenant:7451e325136941be9931dc452ff2c645 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:12.779647 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-1d42df21-ee5c-4afe-90aa-b8482a5fd6ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:12.798181 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-1d42df21-ee5c-4afe-90aa-b8482a5fd6ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:12.812118 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-1570b360-5ca7-4dd7-892a-ecf6280a116b None None] Set router ad0b3c6a-b25b-4b57-a34c-b403be1e09c1 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:31:12.881799 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Allocated IP 172.20.0.2 (04b8d30e-92aa-4b95-a839-724d382c79d3/aa4bf76b-c105-4825-915d-862cbf8175be/e991f05d-f8ef-4ba2-8db1-3f684fd62c33) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:31:13.028960 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-9d3e2e3d-eb15-4b21-aed3-8d9d96dc6909 admin admin] For port b0fc2cf7-a3c1-4975-bad0-8f8504284851, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=b0fc2cf7-a3c1-4975-bad0-8f8504284851,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:31:13.029694 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2e3d-eb15-4b21-aed3-8d9d96dc6909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:13.198178 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-9d3e2e3d-eb15-4b21-aed3-8d9d96dc6909 admin admin] Calling delete_port for b0fc2cf7-a3c1-4975-bad0-8f8504284851 owned by network:router_gateway {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:31:13.313303 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:13.364047 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2e3d-eb15-4b21-aed3-8d9d96dc6909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING neutron.plugins.ml2.ovo_rpc [None req-9d3e2e3d-eb15-4b21-aed3-8d9d96dc6909 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     result = function(*args, **kwargs)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     proto.__init__(conn_state, self)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.handle()
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.handle_one_request()
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.handle_one_response()
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     result = self.application(self.environ, start_response)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     return app(environ, start_response)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     resp = self.call_func(req, *args, **kw)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.func(req, *args, **kwargs)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     response = req.get_response(self.application)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     application, catch_exc_info=False)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     app_iter = application(self.environ, start_response)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     resp = self.call_func(req, *args, **kw)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.func(req, *args, **kwargs)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     response = req.get_response(self.application)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     application, catch_exc_info=False)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     app_iter = application(self.environ, start_response)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     resp = self.call_func(req, *args, **kw)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.func(req, *args, **kwargs)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     response = req.get_response(self.application)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     application, catch_exc_info=False)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     app_iter = application(self.environ, start_response)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     resp = self.call_func(req, *args, **kw)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.func(req, *args, **kwargs)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     response = req.get_response(self.application)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     application, catch_exc_info=False)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     app_iter = application(self.environ, start_response)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     resp = self.call_func(req, *args, **kw)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.func(req, *args, **kwargs)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     return request.get_response(self.application)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     application, catch_exc_info=False)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     app_iter = application(self.environ, start_response)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     resp = self.call_func(req, *args, **kw)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.func(req, *args, **kwargs)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     response = req.get_response(self._app)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     application, catch_exc_info=False)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     app_iter = application(self.environ, start_response)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     return resp(environ, start_response)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     return resp(environ, start_response)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     response = self.app(environ, start_response)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     return resp(environ, start_response)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     resp = self.call_func(req, *args, **kw)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.func(req, *args, **kwargs)
Dec 11 16:31:13.367904 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     result = method(request=request, **args)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self._delete(request, id, **kwargs)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(*args, **kwargs)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(*args, **kwargs)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(*dup_args, **dup_kwargs)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     obj_deleter(request.context, id, **kwargs)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     return method(*args, **kwargs)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(*args, **kwargs)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(*args, **kwargs)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(*dup_args, **dup_kwargs)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     self._delete_current_gw_port(context, id, router, None)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(self, context, *args, **kwargs)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     return method(*args, **kwargs)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     context, port, router_ids, bound_mech_contexts)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     return function(*args, **kwargs)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     callback(resource, event, trigger, **kwargs)
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     if self._is_session_semantic_violated(context, resource, event):
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 11 16:31:13.375488 dv-cinder-766752-1-iscsi neutron-server[80088]:     stack = traceback.extract_stack()
Dec 11 16:31:13.386838 dv-cinder-766752-1-iscsi neutron-server[80088]: 
Dec 11 16:31:13.534739 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-1570b360-5ca7-4dd7-892a-ecf6280a116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabd5cef0>, [{'id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1282461342-router', 'tenant_id': '667e4a17ae3d46d3ba440736127fb3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b0fc2cf7-a3c1-4975-bad0-8f8504284851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:49Z', 'updated_at': '2020-12-11T16:31:09Z', 'revision_number': 5, 'project_id': '667e4a17ae3d46d3ba440736127fb3aa', 'gw_port': {'id': 'b0fc2cf7-a3c1-4975-bad0-8f8504284851', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:52Z', 'updated_at': '2020-12-11T16:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:13.542422 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1570b360-5ca7-4dd7-892a-ecf6280a116b None None] The sync data for ids ['ad0b3c6a-b25b-4b57-a34c-b403be1e09c1'] in dv-cinder-766752-1-iscsi is: [{'id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1282461342-router', 'tenant_id': '667e4a17ae3d46d3ba440736127fb3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b0fc2cf7-a3c1-4975-bad0-8f8504284851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:49Z', 'updated_at': '2020-12-11T16:31:09Z', 'revision_number': 5, 'project_id': '667e4a17ae3d46d3ba440736127fb3aa', 'gw_port': {'id': 'b0fc2cf7-a3c1-4975-bad0-8f8504284851', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b3c6a-b25b-4b57-a34c-b403be1e09c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:52Z', 'updated_at': '2020-12-11T16:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:31:13.574028 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1d42df21-ee5c-4afe-90aa-b8482a5fd6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:13.580432 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1d42df21-ee5c-4afe-90aa-b8482a5fd6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:13.596524 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3fad556f-2e03-4c0f-8e82-b83d2da01627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:13.608128 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:13.650445 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2e3d-eb15-4b21-aed3-8d9d96dc6909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504972'] for router_gateway, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:13.663617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:13.707654 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1d42df21-ee5c-4afe-90aa-b8482a5fd6ef admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7451e325136941be9931dc452ff2c645&name=default HTTP/1.1" status: 200  len: 2879 time: 1.5474181
Dec 11 16:31:13.712243 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 60694) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:13.715424 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42df21-ee5c-4afe-90aa-b8482a5fd6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a54fb7-a971-4e08-bf52-ed4c78e65a42,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:13.733214 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1d42df21-ee5c-4afe-90aa-b8482a5fd6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:13.854337 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2e3d-eb15-4b21-aed3-8d9d96dc6909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854257088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854741722'] for router, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:13.858378 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2e3d-eb15-4b21-aed3-8d9d96dc6909 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:13.912625 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a5461d75-dd62-45dc-86c4-ef3891970572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:14.010115 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Transition to ACTIVE for port object e991f05d-f8ef-4ba2-8db1-3f684fd62c33 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:31:14.014550 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2e3d-eb15-4b21-aed3-8d9d96dc6909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854257090'] for router, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:14.015178 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3e2e3d-eb15-4b21-aed3-8d9d96dc6909 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad0b3c6a-b25b-4b57-a34c-b403be1e09c1 {{(pid=80199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 11 16:31:14.015436 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a5461d75-dd62-45dc-86c4-ef3891970572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:14.038210 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2e3d-eb15-4b21-aed3-8d9d96dc6909 admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:14.049437 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 60700) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:14.049758 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-9d3e2e3d-eb15-4b21-aed3-8d9d96dc6909 admin admin] 10.222.0.68 "DELETE /v2.0/routers/ad0b3c6a-b25b-4b57-a34c-b403be1e09c1 HTTP/1.1" status: 204  len: 168 time: 2.3817472
Dec 11 16:31:14.062061 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Transition to ACTIVE for port object e991f05d-f8ef-4ba2-8db1-3f684fd62c33 will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:31:14.069423 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:14.092505 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:14.211146 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2d52ca-1457-4f14-bd00-441fd9d64fb4 admin admin] Deleting subnet 0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4 {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 11 16:31:14.223766 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8e2d52ca-1457-4f14-bd00-441fd9d64fb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:14.260454 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a5461d75-dd62-45dc-86c4-ef3891970572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:14.285152 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-292deb79-86ba-4b3c-ae0c-df77bed87014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:14.295007 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Allocated IP 172.27.3.215 (2c8d0687-6545-4ddc-9608-794ea870ad6d/c11ea905-4982-4de9-ba49-1a66c1d28d32/6bab7f26-0542-44f8-ba13-549984abe23b) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:31:14.307699 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5461d75-dd62-45dc-86c4-ef3891970572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a54fb7-a971-4e08-bf52-ed4c78e65a42,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:14.318551 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a5461d75-dd62-45dc-86c4-ef3891970572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:14.338535 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Pushing event updated for resources: {'Port': ['ID=e991f05d-f8ef-4ba2-8db1-3f684fd62c33,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:14.343466 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:14.353672 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8e2d52ca-1457-4f14-bd00-441fd9d64fb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29288042'] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:14.396622 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Network 04b8d30e-92aa-4b95-a839-724d382c79d3 is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:31:14.398057 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Resources bound (agent type, host, resource id):  {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:31:14.401363 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:31:14.493658 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a5461d75-dd62-45dc-86c4-ef3891970572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:14.493658 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-a5461d75-dd62-45dc-86c4-ef3891970572 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e1a54fb7-a971-4e08-bf52-ed4c78e65a42 HTTP/1.1" status: 204  len: 168 time: 0.7796454
Dec 11 16:31:14.501605 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Attempting to bind port e991f05d-f8ef-4ba2-8db1-3f684fd62c33 on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:31:14.502316 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Attempting to bind port e991f05d-f8ef-4ba2-8db1-3f684fd62c33 by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': '16dfdecf-3ca9-4256-9c7d-1571be14ab53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:31:14.503124 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Attempting to bind port e991f05d-f8ef-4ba2-8db1-3f684fd62c33 on network 04b8d30e-92aa-4b95-a839-724d382c79d3 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:31:14.531053 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:31:14.531779 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Checking segment: {'id': '16dfdecf-3ca9-4256-9c7d-1571be14ab53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:31:14.532556 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:14.533124 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8e2d52ca-1457-4f14-bd00-441fd9d64fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851265986'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:14.533288 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Bound using segment: {'id': '16dfdecf-3ca9-4256-9c7d-1571be14ab53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:31:14.534172 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Bound port: e991f05d-f8ef-4ba2-8db1-3f684fd62c33, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16dfdecf-3ca9-4256-9c7d-1571be14ab53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:31:14.534921 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:14.707018 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:14.788337 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] For port e991f05d-f8ef-4ba2-8db1-3f684fd62c33, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:31:14.792086 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] For port e991f05d-f8ef-4ba2-8db1-3f684fd62c33, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=e991f05d-f8ef-4ba2-8db1-3f684fd62c33,segment=NetworkSegment(16dfdecf-3ca9-4256-9c7d-1571be14ab53),segment_id=16dfdecf-3ca9-4256-9c7d-1571be14ab53)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:31:14.797678 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:14.816447 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:14.880420 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:14.899180 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4e0a2ce0-e78e-4342-b963-599e2ba3cc36 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:14.992909 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Pushing event updated for resources: {'Port': ['ID=e991f05d-f8ef-4ba2-8db1-3f684fd62c33,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:15.006232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:15.124725 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Pushing event updated for resources: {'Port': ['ID=6bab7f26-0542-44f8-ba13-549984abe23b,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:15.131776 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:15.167429 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8e2d52ca-1457-4f14-bd00-441fd9d64fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29322894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826608918'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:15.204975 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1e075d13-bb87-46ed-a099-022f2fa77221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:15.239964 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 81ea96db-6336-4f79-8b77-bf1d5d4f7401 no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:31:15.252227 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d52ca-1457-4f14-bd00-441fd9d64fb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:15.260679 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Network 2c8d0687-6545-4ddc-9608-794ea870ad6d is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:31:15.262689 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-8e2d52ca-1457-4f14-bd00-441fd9d64fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:15.266433 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:31:15.289184 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: 81ea96db-6336-4f79-8b77-bf1d5d4f7401 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:31:15.290067 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 81ea96db-6336-4f79-8b77-bf1d5d4f7401 not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:31:15.290703 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device b0fc2cf7-a3c1-4975-bad0-8f8504284851 no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:31:15.328515 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:31:15.337230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: b0fc2cf7-a3c1-4975-bad0-8f8504284851 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:31:15.337230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device b0fc2cf7-a3c1-4975-bad0-8f8504284851 not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:31:15.424366 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8e2d52ca-1457-4f14-bd00-441fd9d64fb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:15.438179 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-8e2d52ca-1457-4f14-bd00-441fd9d64fb4 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0404d5d6-0a5d-43e1-8f2e-ef0d942e01a4 HTTP/1.1" status: 204  len: 168 time: 1.3845630
Dec 11 16:31:15.438416 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 60722) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:15.639851 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6e6ebe82-259f-4b33-8928-931adc57be71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3897092'] for network, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:15.927566 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:15.989958 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6e6ebe82-259f-4b33-8928-931adc57be71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536934', 'neutron.services.segments.db._delete_segments_for_network--9223363279767150606'] for network, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:16.124511 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-6e6ebe82-259f-4b33-8928-931adc57be71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6eafac5080>,) {'filters': {'network_id': ['4df5138a-c173-41d2-a9c6-10906b0c52cb']}} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:16.153163 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-6e6ebe82-259f-4b33-8928-931adc57be71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eafac5080>, '3d980729-111e-4033-ab39-ac93afbc4d15') {'for_net_delete': True} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:16.153767 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-6e6ebe82-259f-4b33-8928-931adc57be71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eafac5080>, '3d980729-111e-4033-ab39-ac93afbc4d15') {} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:16.176435 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6e6ebe82-259f-4b33-8928-931adc57be71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279767145639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32093237'] for segment, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:16.207092 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6e6ebe82-259f-4b33-8928-931adc57be71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:16.210355 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6e6ebe82-259f-4b33-8928-931adc57be71 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 11 16:31:16.637808 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-6e6ebe82-259f-4b33-8928-931adc57be71 admin admin] Network 4df5138a-c173-41d2-a9c6-10906b0c52cb has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:31:16.657710 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6e6ebe82-259f-4b33-8928-931adc57be71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3532889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31879516'] for segment, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:16.850986 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e05f6e8-f6de-4288-9002-5ce552f85edf None None] Network 04b8d30e-92aa-4b95-a839-724d382c79d3 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:31:16.889182 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505042'] for router, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:16.893412 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-6e6ebe82-259f-4b33-8928-931adc57be71 admin admin] Network 4df5138a-c173-41d2-a9c6-10906b0c52cb has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]: Traceback (most recent call last):
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:     timer()
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:     cb(*args, **kw)
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:     return func(*args, **kwargs)
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:     self._notify()
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.callback(batched_events)
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:     event.method(event)
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:     segment_id)['aggregates'][0]
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(self, *a, **k)
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self._get(url).json()
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:     **kwargs)
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.request(url, 'GET', **kwargs)
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:     **endpoint_filter)
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 16:31:16.934098 dv-cinder-766752-1-iscsi neutron-server[80088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 16:31:16.996863 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-13f35553-1c0e-451c-ae19-8b8b78407bc7 None None] Provisioning for port e991f05d-f8ef-4ba2-8db1-3f684fd62c33 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:31:17.118077 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6e6ebe82-259f-4b33-8928-931adc57be71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851238850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854270827'] for network, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:17.125868 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-70ed0797-2119-4ff5-b033-c1e81a5b906d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:17.160118 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6e6ebe82-259f-4b33-8928-931adc57be71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:17.175398 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-6e6ebe82-259f-4b33-8928-931adc57be71 admin admin] 10.222.0.68 "DELETE /v2.0/networks/4df5138a-c173-41d2-a9c6-10906b0c52cb HTTP/1.1" status: 204  len: 168 time: 1.7357969
Dec 11 16:31:17.181867 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ebe82-259f-4b33-8928-931adc57be71 admin admin] Pushing event deleted for resources: {'Network': ['ID=4df5138a-c173-41d2-a9c6-10906b0c52cb,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:17.186299 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6e6ebe82-259f-4b33-8928-931adc57be71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:17.357259 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Router e6efafeb-7935-4783-9f0d-4bac88cce18a is scheduled to L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 with binding_index 1 {{(pid=80200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 11 16:31:17.381133 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device e991f05d-f8ef-4ba2-8db1-3f684fd62c33 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:31:17.561389 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port e991f05d-f8ef-4ba2-8db1-3f684fd62c33 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:31:17.583216 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port e991f05d-f8ef-4ba2-8db1-3f684fd62c33 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:17.583897 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:17.817130 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:31:17.821058 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 60760) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:17.843593 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-2f6e968e-3723-4c23-835d-b1d93f6aed52 None None] Provisioning complete for port e991f05d-f8ef-4ba2-8db1-3f684fd62c33 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:17.844048 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2f6e968e-3723-4c23-835d-b1d93f6aed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:17.867396 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Notify callbacks [] for router, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:17.869241 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.9204462
Dec 11 16:31:17.872760 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 60764) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:17.909345 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Sync routers for ids ['e6efafeb-7935-4783-9f0d-4bac88cce18a'] in dv-cinder-766752-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:31:17.931437 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Routers {'e6efafeb-7935-4783-9f0d-4bac88cce18a'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:31:17.932158 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eb0ace320>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:31:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['e6efafeb-7935-4783-9f0d-4bac88cce18a'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:17.997390 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-6e6a2fc7-eef8-4d48-af82-fd3ed109a561 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=667e4a17ae3d46d3ba440736127fb3aa&name=default HTTP/1.1" status: 200  len: 2875 time: 0.1730099
Dec 11 16:31:17.999315 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 60768) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:18.147345 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-739b5f82-bf26-414e-89b0-03479b17435f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:18.231099 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-739b5f82-bf26-414e-89b0-03479b17435f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:18.235135 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Set router e6efafeb-7935-4783-9f0d-4bac88cce18a gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:31:18.330201 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-739b5f82-bf26-414e-89b0-03479b17435f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:18.350383 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-491967e3-cddd-4e1e-b25f-6d67563abde5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:18.392025 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b5f82-bf26-414e-89b0-03479b17435f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:18.400919 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-739b5f82-bf26-414e-89b0-03479b17435f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:18.404851 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-739b5f82-bf26-414e-89b0-03479b17435f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3f7f48e7-9ee9-4f3a-9b0b-48e887f2102b HTTP/1.1" status: 204  len: 168 time: 0.4040537
Dec 11 16:31:18.409695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-739b5f82-bf26-414e-89b0-03479b17435f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:18.756300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:19.301003 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:19.403300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port e991f05d-f8ef-4ba2-8db1-3f684fd62c33, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=e991f05d-f8ef-4ba2-8db1-3f684fd62c33,segment=NetworkSegment(16dfdecf-3ca9-4256-9c7d-1571be14ab53),segment_id=16dfdecf-3ca9-4256-9c7d-1571be14ab53)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:31:19.411656 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:19.419613 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:19.462604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2f6e968e-3723-4c23-835d-b1d93f6aed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:19.661273 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=e991f05d-f8ef-4ba2-8db1-3f684fd62c33,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:19.676765 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:19.703859 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.api [None req-2f6e968e-3723-4c23-835d-b1d93f6aed52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 16:31:19.704299 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_db.api [None req-2f6e968e-3723-4c23-835d-b1d93f6aed52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 11 16:31:19.709055 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:31:19.732600 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eb0ace320>, [{'id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'name': 'tempest-TestVolumeBootPattern-2066931602-router', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:12Z', 'updated_at': '2020-12-11T16:31:15Z', 'revision_number': 3, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'gw_port': {'id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:01:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:13Z', 'updated_at': '2020-12-11T16:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:19.737747 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Checking router: e6efafeb-7935-4783-9f0d-4bac88cce18a for host: dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:31:19.738395 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Updating router e6efafeb-7935-4783-9f0d-4bac88cce18a port 6bab7f26-0542-44f8-ba13-549984abe23b binding host dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 11 16:31:19.851076 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:19.978601 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Allocated IP 172.20.0.1 (04b8d30e-92aa-4b95-a839-724d382c79d3/aa4bf76b-c105-4825-915d-862cbf8175be/f45489eb-5c4d-4ef8-a02a-ed121938dda8) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:31:20.203533 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:20.227213 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Transition to ACTIVE for port object f45489eb-5c4d-4ef8-a02a-ed121938dda8 will not be triggered until provisioned by entity DHCP. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:31:20.281385 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:20.535448 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-94528114-b5b9-499c-a274-a12b463c24f9 tempest-ServerRescueNegativeTestJSON-1772942166 tempest-ServerRescueNegativeTestJSON-1772942166] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:20.616542 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-a43de878-a77d-45cb-81b0-0df0580edbe2 None None] Provisioning complete for port e991f05d-f8ef-4ba2-8db1-3f684fd62c33 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:20.617162 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a43de878-a77d-45cb-81b0-0df0580edbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:20.624009 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Network 04b8d30e-92aa-4b95-a839-724d382c79d3 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:31:20.627594 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:31:20.632321 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:31:20.681752 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Pushing event updated for resources: {'Port': ['ID=f45489eb-5c4d-4ef8-a02a-ed121938dda8,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:20.692353 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:20.714301 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854270948'] for router_interface, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:20.882821 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:20.926855 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:20.955171 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Transition to ACTIVE for port object 6bab7f26-0542-44f8-ba13-549984abe23b will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:31:20.959003 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:21.008581 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:21.282754 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-e608c7b2-3286-4ed6-a82e-ecde1e0c81a4 None None] Provisioning for port f45489eb-5c4d-4ef8-a02a-ed121938dda8 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:31:21.293670 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d807b3-4b4f-44a8-81ac-071a208c040c None None] Pushing event updated for resources: {'Port': ['ID=6bab7f26-0542-44f8-ba13-549984abe23b,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:21.297183 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-52d807b3-4b4f-44a8-81ac-071a208c040c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:21.300993 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-e608c7b2-3286-4ed6-a82e-ecde1e0c81a4 None None] Provisioning complete for port f45489eb-5c4d-4ef8-a02a-ed121938dda8 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:21.301415 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e608c7b2-3286-4ed6-a82e-ecde1e0c81a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:21.340125 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:21.347972 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:21.350838 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Attempting to bind port 6bab7f26-0542-44f8-ba13-549984abe23b on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:31:21.351266 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Attempting to bind port 6bab7f26-0542-44f8-ba13-549984abe23b by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:31:21.351682 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Attempting to bind port 6bab7f26-0542-44f8-ba13-549984abe23b on network 2c8d0687-6545-4ddc-9608-794ea870ad6d {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:31:21.365666 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:31:21.366252 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Checking segment: {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:31:21.366976 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:21.367555 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Bound using segment: {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:31:21.369139 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Bound port: 6bab7f26-0542-44f8-ba13-549984abe23b, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:31:21.369139 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:21.408765 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ca450f48-f0aa-417a-9074-ddfb87625714 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:21.436482 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-e608c7b2-3286-4ed6-a82e-ecde1e0c81a4 None None] Port f45489eb-5c4d-4ef8-a02a-ed121938dda8 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:31:21.484216 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] For port 6bab7f26-0542-44f8-ba13-549984abe23b, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:31:21.497849 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] For port 6bab7f26-0542-44f8-ba13-549984abe23b, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=6bab7f26-0542-44f8-ba13-549984abe23b,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:31:21.507554 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:21.530405 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:21.552283 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Pushing event updated for resources: {'Port': ['ID=f45489eb-5c4d-4ef8-a02a-ed121938dda8,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:21.556703 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851421897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854276357'] for router_interface, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:21.578865 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:21.599095 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device e991f05d-f8ef-4ba2-8db1-3f684fd62c33 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:31:21.752589 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Network 04b8d30e-92aa-4b95-a839-724d382c79d3 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:31:21.754268 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:31:21.799055 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d807b3-4b4f-44a8-81ac-071a208c040c None None] Pushing event updated for resources: {'Port': ['ID=6bab7f26-0542-44f8-ba13-549984abe23b,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:21.824589 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-52d807b3-4b4f-44a8-81ac-071a208c040c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:21.881693 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port e991f05d-f8ef-4ba2-8db1-3f684fd62c33 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:21.882263 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:22.061872 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Routers {'e6efafeb-7935-4783-9f0d-4bac88cce18a'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:31:22.062617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eb0ace320>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:31:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['e6efafeb-7935-4783-9f0d-4bac88cce18a'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:22.255149 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-a97de693-9c15-488e-9521-249cd4e506b3 None None] Provisioning complete for port f45489eb-5c4d-4ef8-a02a-ed121938dda8 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:22.255670 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a97de693-9c15-488e-9521-249cd4e506b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:22.326887 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Router e6efafeb-7935-4783-9f0d-4bac88cce18a has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:31:22.331333 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-a97de693-9c15-488e-9521-249cd4e506b3 None None] Port f45489eb-5c4d-4ef8-a02a-ed121938dda8 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:31:22.399360 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] Set router e6efafeb-7935-4783-9f0d-4bac88cce18a gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:31:22.516825 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:22.734044 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:31:22.746798 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] 10.222.0.68 "PUT /v2.0/routers/e6efafeb-7935-4783-9f0d-4bac88cce18a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8723974
Dec 11 16:31:23.047883 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eb0ace320>, [{'id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'name': 'tempest-TestVolumeBootPattern-2066931602-router', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:12Z', 'updated_at': '2020-12-11T16:31:20Z', 'revision_number': 4, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'gw_port': {'id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:01:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:13Z', 'updated_at': '2020-12-11T16:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'f45489eb-5c4d-4ef8-a02a-ed121938dda8', 'name': '', 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'mac_address': 'fa:16:3e:08:f3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:19Z', 'updated_at': '2020-12-11T16:31:21Z', 'revision_number': 2, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'subnets': [{'id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:23.052608 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11623dd-0663-43e3-90f7-b859caf1d40a None None] The sync data for ids ['e6efafeb-7935-4783-9f0d-4bac88cce18a'] in dv-cinder-766752-1-iscsi is: [{'id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'name': 'tempest-TestVolumeBootPattern-2066931602-router', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:12Z', 'updated_at': '2020-12-11T16:31:20Z', 'revision_number': 4, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'gw_port': {'id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:01:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:13Z', 'updated_at': '2020-12-11T16:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'f45489eb-5c4d-4ef8-a02a-ed121938dda8', 'name': '', 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'mac_address': 'fa:16:3e:08:f3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:19Z', 'updated_at': '2020-12-11T16:31:21Z', 'revision_number': 2, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'subnets': [{'id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:31:23.926170 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 60890) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:23.933073 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-77761869-network', 'tenant_id': '3ce58c87588b49eaac40bc43db21852f'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:31:23.945523 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:23.952481 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Usage tracker for resource:network and tenant:3ce58c87588b49eaac40bc43db21852f is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:23.957569 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:23.965874 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:23.979468 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Made reservation on behalf of 3ce58c87588b49eaac40bc43db21852f for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:31:23.988164 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:24.010289 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:24.035572 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:24.042477 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Usage tracker for resource:security_group_rule and tenant:3ce58c87588b49eaac40bc43db21852f is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:24.046996 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:24.054612 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:24.224057 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:24.229784 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:24.254599 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b39a6070-2dec-462c-8ab7-c617acbd9ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:24.303061 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 11 16:31:24.326441 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015328f2-0cfb-43c8-8b2e-77d058fdaf45,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:24.330379 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:24.331639 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:24.332040 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.segments_db [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Added segment 7b998909-1913-4f2a-b089-08cc8f680cd8 of type vxlan for network 22a1f47c-6261-4f85-904e-17483739146f
Dec 11 16:31:24.386599 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757087056021'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:24.434070 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:24.436285 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:24.437114 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:24.444363 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:24.598697 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.6671627
Dec 11 16:31:24.599570 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 60910) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:24.609895 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-3f6a0840-1b52-46c0-8701-84b1f449b8c3 admin admin] Request body: {'subnet': {'network_id': '22a1f47c-6261-4f85-904e-17483739146f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-77761869-subnet', 'tenant_id': '3ce58c87588b49eaac40bc43db21852f', 'ip_version': 4}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:31:24.638973 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-3f6a0840-1b52-46c0-8701-84b1f449b8c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:24.646770 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-3f6a0840-1b52-46c0-8701-84b1f449b8c3 admin admin] Usage tracker for resource:subnet and tenant:3ce58c87588b49eaac40bc43db21852f is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:24.653016 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-3f6a0840-1b52-46c0-8701-84b1f449b8c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:24.667695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-3f6a0840-1b52-46c0-8701-84b1f449b8c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:24.692488 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6a0840-1b52-46c0-8701-84b1f449b8c3 admin admin] Made reservation on behalf of 3ce58c87588b49eaac40bc43db21852f for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:31:24.703225 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0840-1b52-46c0-8701-84b1f449b8c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822606741'] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:24.711570 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Pushing event updated for resources: {'Network': ['ID=22a1f47c-6261-4f85-904e-17483739146f,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:24.716815 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:24.735049 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Network 22a1f47c-6261-4f85-904e-17483739146f details requested by agent ovs-agent-dv-cinder-766752-1-iscsi with host dv-cinder-766752-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:31:25.343073 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0840-1b52-46c0-8701-84b1f449b8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822896221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822606728'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:25.361851 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-401ed616-6c0c-46f0-991e-bb562d3bfe12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:25.531986 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 6bab7f26-0542-44f8-ba13-549984abe23b up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:31:25.639614 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port 6bab7f26-0542-44f8-ba13-549984abe23b completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:31:25.646300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 6bab7f26-0542-44f8-ba13-549984abe23b triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:25.646905 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:25.753712 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a0840-1b52-46c0-8701-84b1f449b8c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d116aaa-02f6-4ed7-ac7c-f94a2ef0fb28,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:25.759629 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3f6a0840-1b52-46c0-8701-84b1f449b8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:25.781062 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:25.791461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6a0840-1b52-46c0-8701-84b1f449b8c3 admin admin] Checking segment: {'id': '7b998909-1913-4f2a-b089-08cc8f680cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22a1f47c-6261-4f85-904e-17483739146f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:31:25.792010 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6a0840-1b52-46c0-8701-84b1f449b8c3 admin admin] Network hostable DHCP agents. Network: 22a1f47c-6261-4f85-904e-17483739146f, hostable agents: ['c5d385f8-98d2-443d-9154-5b7329a9b521'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 11 16:31:25.797980 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port 6bab7f26-0542-44f8-ba13-549984abe23b, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=6bab7f26-0542-44f8-ba13-549984abe23b,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:31:25.801143 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:25.804025 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:25.816016 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6a0840-1b52-46c0-8701-84b1f449b8c3 admin admin] Network 22a1f47c-6261-4f85-904e-17483739146f is scheduled to be hosted by DHCP agent c5d385f8-98d2-443d-9154-5b7329a9b521 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 11 16:31:25.826480 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-3f6a0840-1b52-46c0-8701-84b1f449b8c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-iscsi, 22a1f47c-6261-4f85-904e-17483739146f) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:31:25.839286 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a0840-1b52-46c0-8701-84b1f449b8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:25.839946 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0840-1b52-46c0-8701-84b1f449b8c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:25.845642 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94c3e51-da01-4a4f-90d4-1782c0e2cd7f None None] Network 22a1f47c-6261-4f85-904e-17483739146f requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:31:25.861276 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-3f6a0840-1b52-46c0-8701-84b1f449b8c3 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2602518
Dec 11 16:31:25.864516 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 60926) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:25.870597 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-77761869-router', 'tenant_id': '3ce58c87588b49eaac40bc43db21852f', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:31:25.876316 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:25.881435 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Usage tracker for resource:router and tenant:3ce58c87588b49eaac40bc43db21852f is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:25.885241 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:25.891836 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:25.905631 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854257003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854741687'] for router, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:25.907509 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854284226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-492582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34129'] for router, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:25.931413 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:26.005023 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=6bab7f26-0542-44f8-ba13-549984abe23b,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:26.008764 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:26.158594 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e165c9a-747f-5c25-ae5f-69a683944675-22a1f47c-6261-4f85-904e-17483739146f', 'network_id': '22a1f47c-6261-4f85-904e-17483739146f', 'tenant_id': '3ce58c87588b49eaac40bc43db21852f', 'fixed_ips': [{'subnet_id': '0d116aaa-02f6-4ed7-ac7c-f94a2ef0fb28'}]}} from dv-cinder-766752-1-iscsi. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 11 16:31:26.159666 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:26.244172 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854270776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34094'] for router, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:26.518017 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Allocated IP 172.20.0.2 (22a1f47c-6261-4f85-904e-17483739146f/0d116aaa-02f6-4ed7-ac7c-f94a2ef0fb28/bf186521-11f0-48a6-bfdb-cdf3dbe95835) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:31:26.616939 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:26.651624 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:26.789915 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:26.801497 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Transition to ACTIVE for port object bf186521-11f0-48a6-bfdb-cdf3dbe95835 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:31:26.819588 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Transition to ACTIVE for port object bf186521-11f0-48a6-bfdb-cdf3dbe95835 will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:31:26.826309 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:26.841256 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:27.002177 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Pushing event updated for resources: {'Port': ['ID=bf186521-11f0-48a6-bfdb-cdf3dbe95835,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:27.011229 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:27.015875 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Allocated IP 172.27.3.179 (2c8d0687-6545-4ddc-9608-794ea870ad6d/c11ea905-4982-4de9-ba49-1a66c1d28d32/e2e55f81-969e-4db4-9e6d-c40ecf1a7209) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:31:27.100386 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Network 22a1f47c-6261-4f85-904e-17483739146f is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:31:27.103194 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Resources bound (agent type, host, resource id):  {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:31:27.107103 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:31:27.160969 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Network 22a1f47c-6261-4f85-904e-17483739146f details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:31:27.241132 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Attempting to bind port bf186521-11f0-48a6-bfdb-cdf3dbe95835 on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:31:27.241567 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Attempting to bind port bf186521-11f0-48a6-bfdb-cdf3dbe95835 by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': '7b998909-1913-4f2a-b089-08cc8f680cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22a1f47c-6261-4f85-904e-17483739146f'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:31:27.242077 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Attempting to bind port bf186521-11f0-48a6-bfdb-cdf3dbe95835 on network 22a1f47c-6261-4f85-904e-17483739146f {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:31:27.249901 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:27.285665 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:27.306391 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-cc0742fd-0a6d-4f26-8942-e7d6ec0eee95 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:27.320019 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Sync routers for ids ['e6efafeb-7935-4783-9f0d-4bac88cce18a'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:31:27.329612 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:31:27.330201 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Checking segment: {'id': '7b998909-1913-4f2a-b089-08cc8f680cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22a1f47c-6261-4f85-904e-17483739146f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:31:27.330908 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:27.331684 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Bound using segment: {'id': '7b998909-1913-4f2a-b089-08cc8f680cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22a1f47c-6261-4f85-904e-17483739146f'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:31:27.332405 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Bound port: bf186521-11f0-48a6-bfdb-cdf3dbe95835, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b998909-1913-4f2a-b089-08cc8f680cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22a1f47c-6261-4f85-904e-17483739146f'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:31:27.332956 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:27.343763 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Routers {'e6efafeb-7935-4783-9f0d-4bac88cce18a'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:31:27.345224 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabca3f28>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:31:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['e6efafeb-7935-4783-9f0d-4bac88cce18a'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:27.420870 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Pushing event updated for resources: {'Port': ['ID=e2e55f81-969e-4db4-9e6d-c40ecf1a7209,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:27.444710 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] For port bf186521-11f0-48a6-bfdb-cdf3dbe95835, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:31:27.449291 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] For port bf186521-11f0-48a6-bfdb-cdf3dbe95835, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=bf186521-11f0-48a6-bfdb-cdf3dbe95835,segment=NetworkSegment(7b998909-1913-4f2a-b089-08cc8f680cd8),segment_id=7b998909-1913-4f2a-b089-08cc8f680cd8)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:31:27.455831 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:27.682241 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-52d807b3-4b4f-44a8-81ac-071a208c040c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:27.719865 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 6bab7f26-0542-44f8-ba13-549984abe23b up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:31:27.743122 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:27.764620 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Network 2c8d0687-6545-4ddc-9608-794ea870ad6d is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:31:27.766790 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:31:27.773802 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:31:27.857148 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Pushing event updated for resources: {'Port': ['ID=bf186521-11f0-48a6-bfdb-cdf3dbe95835,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:27.868952 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Set router e6efafeb-7935-4783-9f0d-4bac88cce18a gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:31:27.875506 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:27.878295 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 6bab7f26-0542-44f8-ba13-549984abe23b triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:27.879734 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:28.424683 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:28.476815 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabca3f28>, [{'id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'name': 'tempest-TestVolumeBootPattern-2066931602-router', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:12Z', 'updated_at': '2020-12-11T16:31:20Z', 'revision_number': 4, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'gw_port': {'id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:13Z', 'updated_at': '2020-12-11T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'f45489eb-5c4d-4ef8-a02a-ed121938dda8', 'name': '', 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'mac_address': 'fa:16:3e:08:f3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:19Z', 'updated_at': '2020-12-11T16:31:21Z', 'revision_number': 2, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'subnets': [{'id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:28.484079 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Checking router: e6efafeb-7935-4783-9f0d-4bac88cce18a for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:31:28.484651 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Updating router e6efafeb-7935-4783-9f0d-4bac88cce18a port f45489eb-5c4d-4ef8-a02a-ed121938dda8 binding host dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 11 16:31:28.576154 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:28.910373 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 60960) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:29.249210 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba73d-e92f-4a24-8c51-4b84cc7a5a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:29.307464 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-dd8ba73d-e92f-4a24-8c51-4b84cc7a5a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:29.314769 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-dd8ba73d-e92f-4a24-8c51-4b84cc7a5a66 admin admin] Usage tracker for resource:security_group_rule and tenant:f955553ee6e04adcb2e1717c316e6de3 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:29.323809 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-dd8ba73d-e92f-4a24-8c51-4b84cc7a5a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:29.338519 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-dd8ba73d-e92f-4a24-8c51-4b84cc7a5a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:29.392192 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:29.435846 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505042'] for router, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:29.453895 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Transition to ACTIVE for port object f45489eb-5c4d-4ef8-a02a-ed121938dda8 will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:31:29.463596 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:29.589203 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a7e4be60-c173-4c8d-bafb-63e71d91af2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:29.820618 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba73d-e92f-4a24-8c51-4b84cc7a5a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:29.825033 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba73d-e92f-4a24-8c51-4b84cc7a5a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:29.852025 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device bf186521-11f0-48a6-bfdb-cdf3dbe95835 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:31:29.936797 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-79cc5d79-f89e-4a79-b616-774dd5a7f578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:29.956980 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-dd8ba73d-e92f-4a24-8c51-4b84cc7a5a66 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f955553ee6e04adcb2e1717c316e6de3&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0435603
Dec 11 16:31:29.958210 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 60988) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:29.988281 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7a2b64-301f-45ef-8ea1-b64bd787b9e0 None None] Network 22a1f47c-6261-4f85-904e-17483739146f requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:31:29.994662 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ba73d-e92f-4a24-8c51-4b84cc7a5a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dd2bbe-2210-411f-8cb8-d4d3f5276128,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:30.024219 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-dd8ba73d-e92f-4a24-8c51-4b84cc7a5a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:30.178926 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 60992) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:30.186246 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2ca59f9f-1a18-406d-9a00-8ba42bdd7d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:30.207372 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Pushing event updated for resources: {'Port': ['ID=f45489eb-5c4d-4ef8-a02a-ed121938dda8,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:30.220771 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-2dc9a08e-d8e8-4f17-9f36-93aeeee92aee None None] Provisioning for port bf186521-11f0-48a6-bfdb-cdf3dbe95835 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:31:30.265941 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2ca59f9f-1a18-406d-9a00-8ba42bdd7d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:30.307893 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Router 4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52 is scheduled to L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 with binding_index 1 {{(pid=80199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 11 16:31:30.393090 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.393596 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.393911 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.395318 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.396011 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.398680 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.399523 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.400017 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.400456 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.401162 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.402514 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.406575 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.409397 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2ca59f9f-1a18-406d-9a00-8ba42bdd7d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:30.417439 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f096d41f-c221-45de-8710-10a39c30457f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:30.418187 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.419660 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.420345 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.421065 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.421964 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.422829 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.423693 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.424591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.425483 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.428786 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.429480 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.430040 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:30.461742 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca59f9f-1a18-406d-9a00-8ba42bdd7d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dd2bbe-2210-411f-8cb8-d4d3f5276128,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:30.463051 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.874s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:30.471851 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2ca59f9f-1a18-406d-9a00-8ba42bdd7d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:30.493993 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2ca59f9f-1a18-406d-9a00-8ba42bdd7d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:30.501093 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-2ca59f9f-1a18-406d-9a00-8ba42bdd7d17 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e3dd2bbe-2210-411f-8cb8-d4d3f5276128 HTTP/1.1" status: 204  len: 168 time: 0.5083408
Dec 11 16:31:30.631083 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Attempting to bind port f45489eb-5c4d-4ef8-a02a-ed121938dda8 on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:31:30.631978 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Attempting to bind port f45489eb-5c4d-4ef8-a02a-ed121938dda8 by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': '16dfdecf-3ca9-4256-9c7d-1571be14ab53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:31:30.632500 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Attempting to bind port f45489eb-5c4d-4ef8-a02a-ed121938dda8 on network 04b8d30e-92aa-4b95-a839-724d382c79d3 {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:31:30.654604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:31:30.657518 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Checking segment: {'id': '16dfdecf-3ca9-4256-9c7d-1571be14ab53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:31:30.658172 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:30.658999 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Bound using segment: {'id': '16dfdecf-3ca9-4256-9c7d-1571be14ab53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:31:30.664056 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Bound port: f45489eb-5c4d-4ef8-a02a-ed121938dda8, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16dfdecf-3ca9-4256-9c7d-1571be14ab53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:31:30.664766 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:30.739508 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port bf186521-11f0-48a6-bfdb-cdf3dbe95835 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:31:30.749140 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-38935a16-7232-478c-b157-2db4dbda114f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:30.766850 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port bf186521-11f0-48a6-bfdb-cdf3dbe95835 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:30.767471 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:30.783847 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-38935a16-7232-478c-b157-2db4dbda114f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:30.799767 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-38935a16-7232-478c-b157-2db4dbda114f admin admin] Usage tracker for resource:security_group_rule and tenant:41483b2e8d9643e4aecc57e9549b0290 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:30.807354 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-38935a16-7232-478c-b157-2db4dbda114f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:30.834315 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-38935a16-7232-478c-b157-2db4dbda114f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:30.845133 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] For port f45489eb-5c4d-4ef8-a02a-ed121938dda8, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:31:30.852119 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] For port f45489eb-5c4d-4ef8-a02a-ed121938dda8, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=f45489eb-5c4d-4ef8-a02a-ed121938dda8,segment=NetworkSegment(16dfdecf-3ca9-4256-9c7d-1571be14ab53),segment_id=16dfdecf-3ca9-4256-9c7d-1571be14ab53)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:31:30.858705 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:30.883359 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-da8b96b1-91ac-4cdf-bfbf-ef55ea25d8a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:30.889307 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:31:30.949121 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Sync routers for ids ['4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52'] in dv-cinder-766752-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:31:31.000017 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Routers {'4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:31:31.001267 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabdd0f28>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:31:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:31.017293 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Pushing event updated for resources: {'Port': ['ID=f45489eb-5c4d-4ef8-a02a-ed121938dda8,revision_number=4']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:31.023649 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:31.041830 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:31.048112 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 32774) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:31.048606 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.1827536
Dec 11 16:31:31.160605 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-38935a16-7232-478c-b157-2db4dbda114f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:31.167968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-38935a16-7232-478c-b157-2db4dbda114f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:31.249816 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-90fd9a28-b270-470b-a23e-744c72329ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:31.275999 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Routers {'e6efafeb-7935-4783-9f0d-4bac88cce18a'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:31:31.276835 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabca3f28>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:31:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['e6efafeb-7935-4783-9f0d-4bac88cce18a'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:31.298608 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-38935a16-7232-478c-b157-2db4dbda114f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=41483b2e8d9643e4aecc57e9549b0290&name=default HTTP/1.1" status: 200  len: 2879 time: 1.1178684
Dec 11 16:31:31.304522 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 32780) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:31.483749 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38935a16-7232-478c-b157-2db4dbda114f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2727f76b-328d-4d87-8b94-b51d81ea4a41,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:31.531449 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-38935a16-7232-478c-b157-2db4dbda114f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:31.567221 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-80d64efa-acfa-4e92-8057-67f323247d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:31.602968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-80d64efa-acfa-4e92-8057-67f323247d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:31.664327 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] Set router e6efafeb-7935-4783-9f0d-4bac88cce18a gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:31:31.688558 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-80d64efa-acfa-4e92-8057-67f323247d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:31.693656 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-9d249917-8774-430a-b040-45f6abf06e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:31.718990 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d64efa-acfa-4e92-8057-67f323247d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2727f76b-328d-4d87-8b94-b51d81ea4a41,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:31.722231 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-80d64efa-acfa-4e92-8057-67f323247d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:31.730454 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-80d64efa-acfa-4e92-8057-67f323247d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:31.732137 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-80d64efa-acfa-4e92-8057-67f323247d02 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2727f76b-328d-4d87-8b94-b51d81ea4a41 HTTP/1.1" status: 204  len: 168 time: 0.4232304
Dec 11 16:31:32.005013 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 32792) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:32.053944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-05a18cf1-f2bb-4cf5-8b53-b96d1f54b490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:32.090730 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-05a18cf1-f2bb-4cf5-8b53-b96d1f54b490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:32.100507 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-05a18cf1-f2bb-4cf5-8b53-b96d1f54b490 admin admin] Usage tracker for resource:security_group_rule and tenant:2027dea6d440418497f4921aa40eb008 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:32.106219 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-05a18cf1-f2bb-4cf5-8b53-b96d1f54b490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:32.116876 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-05a18cf1-f2bb-4cf5-8b53-b96d1f54b490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:32.408126 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-05a18cf1-f2bb-4cf5-8b53-b96d1f54b490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:32.419983 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-05a18cf1-f2bb-4cf5-8b53-b96d1f54b490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:32.607301 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2b2e7389-2c78-4a20-91cf-6dda24caf3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:32.649660 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-05a18cf1-f2bb-4cf5-8b53-b96d1f54b490 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2027dea6d440418497f4921aa40eb008&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6395628
Dec 11 16:31:32.664733 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 32806) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:32.825921 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:32.874006 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a18cf1-f2bb-4cf5-8b53-b96d1f54b490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e347f35-b850-4cdc-b50f-3d530602a4c4,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:32.882617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-05a18cf1-f2bb-4cf5-8b53-b96d1f54b490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:32.914475 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:32.958265 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Set router 4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:31:32.992141 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1fcf-ea2b-48b3-98f8-6c11da9e21f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:33.001695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabca3f28>, [{'id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'name': 'tempest-TestVolumeBootPattern-2066931602-router', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:12Z', 'updated_at': '2020-12-11T16:31:20Z', 'revision_number': 4, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'gw_port': {'id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:13Z', 'updated_at': '2020-12-11T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'f45489eb-5c4d-4ef8-a02a-ed121938dda8', 'name': '', 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'mac_address': 'fa:16:3e:08:f3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:19Z', 'updated_at': '2020-12-11T16:31:30Z', 'revision_number': 4, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'subnets': [{'id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:33.026197 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d463ee6-8317-44f2-9493-032ab6438edc None None] The sync data for ids ['e6efafeb-7935-4783-9f0d-4bac88cce18a'] in dv-cinder-766752-1-iscsi is: [{'id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'name': 'tempest-TestVolumeBootPattern-2066931602-router', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:12Z', 'updated_at': '2020-12-11T16:31:20Z', 'revision_number': 4, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'gw_port': {'id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:13Z', 'updated_at': '2020-12-11T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'f45489eb-5c4d-4ef8-a02a-ed121938dda8', 'name': '', 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'mac_address': 'fa:16:3e:08:f3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:19Z', 'updated_at': '2020-12-11T16:31:30Z', 'revision_number': 4, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'subnets': [{'id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:31:33.030091 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 32810) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:33.079850 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1fcf-ea2b-48b3-98f8-6c11da9e21f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:33.218651 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1fcf-ea2b-48b3-98f8-6c11da9e21f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:33.232568 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f5efc373-303b-4e56-b7a0-dfed23079742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:33.252037 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c1fcf-ea2b-48b3-98f8-6c11da9e21f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e347f35-b850-4cdc-b50f-3d530602a4c4,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:33.257667 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-5b0c1fcf-ea2b-48b3-98f8-6c11da9e21f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:33.281266 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1fcf-ea2b-48b3-98f8-6c11da9e21f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:33.283270 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-5b0c1fcf-ea2b-48b3-98f8-6c11da9e21f3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4e347f35-b850-4cdc-b50f-3d530602a4c4 HTTP/1.1" status: 204  len: 168 time: 0.6122298
Dec 11 16:31:33.652562 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Allocated IP 172.20.0.1 (22a1f47c-6261-4f85-904e-17483739146f/0d116aaa-02f6-4ed7-ac7c-f94a2ef0fb28/4a7fbaf6-da82-45c0-8bfa-898a6a9971bb) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:31:33.750296 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port bf186521-11f0-48a6-bfdb-cdf3dbe95835, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=bf186521-11f0-48a6-bfdb-cdf3dbe95835,segment=NetworkSegment(7b998909-1913-4f2a-b089-08cc8f680cd8),segment_id=7b998909-1913-4f2a-b089-08cc8f680cd8)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:31:33.766420 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:33.779816 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:34.081776 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-46944bf9-d442-4ea7-82d7-caaf8781674c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:34.114420 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-c56ea53a-b69b-4c37-ad07-c34d23822d66 None None] Provisioning complete for port bf186521-11f0-48a6-bfdb-cdf3dbe95835 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:34.114628 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c56ea53a-b69b-4c37-ad07-c34d23822d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:34.140075 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-46944bf9-d442-4ea7-82d7-caaf8781674c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:34.173757 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-46944bf9-d442-4ea7-82d7-caaf8781674c admin admin] Usage tracker for resource:security_group_rule and tenant:3b804f524c7a45e8af55211a3cf593da is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:34.182188 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-46944bf9-d442-4ea7-82d7-caaf8781674c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:34.192561 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device f45489eb-5c4d-4ef8-a02a-ed121938dda8 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:31:34.240125 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-46944bf9-d442-4ea7-82d7-caaf8781674c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:34.276959 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:34.287302 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=bf186521-11f0-48a6-bfdb-cdf3dbe95835,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:34.306537 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:34.323872 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabdd0f28>, [{'id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'name': 'tempest-TestVolumeBootPattern-77761869-router', 'tenant_id': '3ce58c87588b49eaac40bc43db21852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'e2e55f81-969e-4db4-9e6d-c40ecf1a7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:25Z', 'updated_at': '2020-12-11T16:31:28Z', 'revision_number': 3, 'project_id': '3ce58c87588b49eaac40bc43db21852f', 'gw_port': {'id': 'e2e55f81-969e-4db4-9e6d-c40ecf1a7209', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:26Z', 'updated_at': '2020-12-11T16:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:34.334352 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Checking router: 4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52 for host: dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:31:34.335020 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Updating router 4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52 port e2e55f81-969e-4db4-9e6d-c40ecf1a7209 binding host dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 11 16:31:34.345497 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Transition to ACTIVE for port object 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb will not be triggered until provisioned by entity DHCP. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:31:34.397333 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:34.422958 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:34.431271 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port f45489eb-5c4d-4ef8-a02a-ed121938dda8 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:31:34.446057 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port f45489eb-5c4d-4ef8-a02a-ed121938dda8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:34.446668 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:34.652009 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-46944bf9-d442-4ea7-82d7-caaf8781674c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:34.670289 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-46944bf9-d442-4ea7-82d7-caaf8781674c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:34.688675 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:34.703139 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Pushing event updated for resources: {'Port': ['ID=4a7fbaf6-da82-45c0-8bfa-898a6a9971bb,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:34.716228 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:34.716968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a5edd7c5-c4a7-4c04-9230-ba10f340258a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:34.848173 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 32836) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:34.849130 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-46944bf9-d442-4ea7-82d7-caaf8781674c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3b804f524c7a45e8af55211a3cf593da&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8453827
Dec 11 16:31:34.856081 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:34.870872 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46944bf9-d442-4ea7-82d7-caaf8781674c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3120ce0-18a2-474f-a822-a5adaaae86f2,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:34.897373 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-46944bf9-d442-4ea7-82d7-caaf8781674c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:34.953483 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Network 22a1f47c-6261-4f85-904e-17483739146f is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:31:34.955230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:31:34.958591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:31:34.961520 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-718f6e38-8e91-48fa-8303-f59f5052deb3 None None] Provisioning complete for port bf186521-11f0-48a6-bfdb-cdf3dbe95835 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:34.962190 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-718f6e38-8e91-48fa-8303-f59f5052deb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:34.965851 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-840b6505-8b5c-4a20-864a-ef5920ee6766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:35.024148 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-840b6505-8b5c-4a20-864a-ef5920ee6766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:35.035101 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854270948'] for router_interface, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:35.126388 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-840b6505-8b5c-4a20-864a-ef5920ee6766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:35.154697 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f8ad17f6-808e-4184-9495-29a0db746dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:35.205378 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b6505-8b5c-4a20-864a-ef5920ee6766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3120ce0-18a2-474f-a822-a5adaaae86f2,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:35.216270 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-840b6505-8b5c-4a20-864a-ef5920ee6766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:35.217870 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-840b6505-8b5c-4a20-864a-ef5920ee6766 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b3120ce0-18a2-474f-a822-a5adaaae86f2 HTTP/1.1" status: 204  len: 168 time: 0.3679607
Dec 11 16:31:35.218879 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-840b6505-8b5c-4a20-864a-ef5920ee6766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:35.532087 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port f45489eb-5c4d-4ef8-a02a-ed121938dda8, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=f45489eb-5c4d-4ef8-a02a-ed121938dda8,segment=NetworkSegment(16dfdecf-3ca9-4256-9c7d-1571be14ab53),segment_id=16dfdecf-3ca9-4256-9c7d-1571be14ab53)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:31:35.559836 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:35.577501 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:35.732734 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:35.773930 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=f45489eb-5c4d-4ef8-a02a-ed121938dda8,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:35.795496 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.795893 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.796274 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.796652 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.797001 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.797370 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.797737 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.798108 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.798498 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.798924 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.799395 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.799833 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.800323 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.800785 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.801153 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.801518 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.801880 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.802247 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.802611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.803006 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.803385 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.803701 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.804062 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.804421 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:31:35.817427 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:35.926568 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device bf186521-11f0-48a6-bfdb-cdf3dbe95835 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:31:36.034869 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-60136239-d851-41b3-b50b-8eaaaf953257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:36.102715 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port bf186521-11f0-48a6-bfdb-cdf3dbe95835 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:36.103601 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:36.155278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:36.162127 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:36.235931 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3e9f8b03-9b05-4aa5-b89b-ab12edc4e8d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:36.239529 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.resource_extend [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 11 16:31:36.373219 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775dfc1-fa50-4318-add2-3b28c58c2a8a req-8474be7d-3e7d-4647-b3bd-f09cfd801297 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:36.383450 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5775dfc1-fa50-4318-add2-3b28c58c2a8a req-8474be7d-3e7d-4647-b3bd-f09cfd801297 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=cf934fa5-21d6-400e-9806-bf9ac04ec7a1 HTTP/1.1" status: 200  len: 946 time: 0.1108661
Dec 11 16:31:36.432846 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Pushing event updated for resources: {'Port': ['ID=4a7fbaf6-da82-45c0-8bfa-898a6a9971bb,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:36.454203 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:36.456164 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851421897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854276357'] for router_interface, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:36.526008 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5775dfc1-fa50-4318-add2-3b28c58c2a8a req-1ce88d76-5b41-47f2-b98a-aaf2a6bd2a6c tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383543
Dec 11 16:31:36.639554 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 32878) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:36.782239 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Network 22a1f47c-6261-4f85-904e-17483739146f is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:31:36.783635 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:31:36.917579 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-044fdc3a-93ab-41e4-a517-a731d598eb8e None None] Provisioning for port 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:31:36.936013 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-044fdc3a-93ab-41e4-a517-a731d598eb8e None None] Provisioning complete for port 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:36.936900 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-044fdc3a-93ab-41e4-a517-a731d598eb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:36.945119 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-77f72e3c-d845-40f4-b2b2-0077f1e7036e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:36.980561 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-77f72e3c-d845-40f4-b2b2-0077f1e7036e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:36.998633 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-77f72e3c-d845-40f4-b2b2-0077f1e7036e admin admin] Usage tracker for resource:security_group_rule and tenant:b346b36295964921a643192936fc0831 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:37.002687 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-77f72e3c-d845-40f4-b2b2-0077f1e7036e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:37.020954 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-77f72e3c-d845-40f4-b2b2-0077f1e7036e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:37.027432 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:37.083527 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-044fdc3a-93ab-41e4-a517-a731d598eb8e None None] Port 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:31:37.087041 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Transition to ACTIVE for port object e2e55f81-969e-4db4-9e6d-c40ecf1a7209 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:31:37.092999 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:37.124720 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Router 4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52 has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:31:37.152161 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-77f72e3c-d845-40f4-b2b2-0077f1e7036e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:37.156640 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-77f72e3c-d845-40f4-b2b2-0077f1e7036e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:37.190130 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-0f27b638-d5f8-44eb-8280-4f4f77d12e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:37.205496 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-77f72e3c-d845-40f4-b2b2-0077f1e7036e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b346b36295964921a643192936fc0831&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5606930
Dec 11 16:31:37.205496 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 32888) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:37.291155 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f72e3c-d845-40f4-b2b2-0077f1e7036e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ee31a2-409f-4a42-b3c6-47d7f5f8750c,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:37.311194 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-77f72e3c-d845-40f4-b2b2-0077f1e7036e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:37.314616 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a890-7cbf-449d-9194-f46b8c30f1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:37.337491 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:37.352316 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a890-7cbf-449d-9194-f46b8c30f1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:37.411975 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a890-7cbf-449d-9194-f46b8c30f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:37.420210 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-840b6505-8b5c-4a20-864a-ef5920ee6766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:37.439677 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6a890-7cbf-449d-9194-f46b8c30f1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ee31a2-409f-4a42-b3c6-47d7f5f8750c,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:37.452400 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c5a6a890-7cbf-449d-9194-f46b8c30f1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:37.454977 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Attempting to bind port e2e55f81-969e-4db4-9e6d-c40ecf1a7209 on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:31:37.455464 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Attempting to bind port e2e55f81-969e-4db4-9e6d-c40ecf1a7209 by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:31:37.455957 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Attempting to bind port e2e55f81-969e-4db4-9e6d-c40ecf1a7209 on network 2c8d0687-6545-4ddc-9608-794ea870ad6d {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:31:37.456306 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a890-7cbf-449d-9194-f46b8c30f1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:37.458157 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-c5a6a890-7cbf-449d-9194-f46b8c30f1ed admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/96ee31a2-409f-4a42-b3c6-47d7f5f8750c HTTP/1.1" status: 204  len: 168 time: 0.2529089
Dec 11 16:31:37.486249 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:31:37.510701 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] 10.222.0.68 "PUT /v2.0/routers/4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4611893
Dec 11 16:31:37.530656 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:31:37.531111 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Checking segment: {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:31:37.531569 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:37.533718 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Bound using segment: {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:31:37.534554 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Bound port: e2e55f81-969e-4db4-9e6d-c40ecf1a7209, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:31:37.536127 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:37.616564 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-19606928-a774-4c21-b0dd-fccd9941071b None None] Provisioning complete for port 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:37.616995 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-19606928-a774-4c21-b0dd-fccd9941071b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:37.685791 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] For port e2e55f81-969e-4db4-9e6d-c40ecf1a7209, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:31:37.695638 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] For port e2e55f81-969e-4db4-9e6d-c40ecf1a7209, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=e2e55f81-969e-4db4-9e6d-c40ecf1a7209,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:31:37.697004 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b42f50-037d-40ad-9938-330286a3acd0 None None] Pushing event updated for resources: {'Port': ['ID=e2e55f81-969e-4db4-9e6d-c40ecf1a7209,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:37.720804 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c3b42f50-037d-40ad-9938-330286a3acd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:37.730278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:37.769772 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:37.784904 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1af1bb-407e-4fc6-9238-1b6130de2949 req-ac41530f-e47e-4a67-b9d0-758d60bf4b92 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:37.792243 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ff1af1bb-407e-4fc6-9238-1b6130de2949 req-ac41530f-e47e-4a67-b9d0-758d60bf4b92 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=cf934fa5-21d6-400e-9806-bf9ac04ec7a1 HTTP/1.1" status: 200  len: 946 time: 0.1046803
Dec 11 16:31:37.859435 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ff1af1bb-407e-4fc6-9238-1b6130de2949 req-f3e74504-2013-48e1-9be2-44e118949b9b tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660536
Dec 11 16:31:37.945211 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device f45489eb-5c4d-4ef8-a02a-ed121938dda8 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:31:38.010632 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-19606928-a774-4c21-b0dd-fccd9941071b None None] Port 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:31:38.095466 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b42f50-037d-40ad-9938-330286a3acd0 None None] Pushing event updated for resources: {'Port': ['ID=e2e55f81-969e-4db4-9e6d-c40ecf1a7209,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:38.102115 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c3b42f50-037d-40ad-9938-330286a3acd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:38.125613 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port f45489eb-5c4d-4ef8-a02a-ed121938dda8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:38.126035 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:38.151763 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fde03-183d-490a-89f2-2c5934c2c333 req-faeab67d-cc41-4f81-b3ea-d43de0682725 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:38.153216 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-905fde03-183d-490a-89f2-2c5934c2c333 req-faeab67d-cc41-4f81-b3ea-d43de0682725 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Synchronizing usage tracker for tenant:4883ef02598a4b619747064e27298a13 on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:31:38.182627 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-905fde03-183d-490a-89f2-2c5934c2c333 req-faeab67d-cc41-4f81-b3ea-d43de0682725 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Unset dirty status for tenant:4883ef02598a4b619747064e27298a13 on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:31:38.185490 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-905fde03-183d-490a-89f2-2c5934c2c333 req-faeab67d-cc41-4f81-b3ea-d43de0682725 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.64 "GET /v2.0/ports?device_id=cf934fa5-21d6-400e-9806-bf9ac04ec7a1 HTTP/1.1" status: 200  len: 946 time: 0.1849256
Dec 11 16:31:38.219023 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-581a1861-e513-4177-933c-1c9fd31354b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:38.245268 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Routers {'4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:31:38.245969 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabdd0f28>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:31:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:38.279228 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-905fde03-183d-490a-89f2-2c5934c2c333 req-d6d2770b-f2d7-4af4-9fdf-8ed88f8f4e9a tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Deleting port f6999389-fd24-4c68-8a0c-9e10a749161c {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:31:38.279825 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-905fde03-183d-490a-89f2-2c5934c2c333 req-d6d2770b-f2d7-4af4-9fdf-8ed88f8f4e9a tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:38.692090 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] Set router 4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:31:38.721216 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-905fde03-183d-490a-89f2-2c5934c2c333 req-d6d2770b-f2d7-4af4-9fdf-8ed88f8f4e9a tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] For port f6999389-fd24-4c68-8a0c-9e10a749161c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=f6999389-fd24-4c68-8a0c-9e10a749161c,segment=NetworkSegment(0378aad0-bf2d-48dd-a526-5d6fb76ca3fb),segment_id=0378aad0-bf2d-48dd-a526-5d6fb76ca3fb)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:31:38.721777 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-905fde03-183d-490a-89f2-2c5934c2c333 req-d6d2770b-f2d7-4af4-9fdf-8ed88f8f4e9a tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:38.970351 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-905fde03-183d-490a-89f2-2c5934c2c333 req-d6d2770b-f2d7-4af4-9fdf-8ed88f8f4e9a tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Calling delete_port for f6999389-fd24-4c68-8a0c-9e10a749161c owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:31:39.100001 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:39.319381 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47d28e-f858-46f9-bcd2-7451f5d92662 req-0c75a2f9-ff78-439e-9ddf-0e8e7cd5b434 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:39.332341 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7e47d28e-f858-46f9-bcd2-7451f5d92662 req-0c75a2f9-ff78-439e-9ddf-0e8e7cd5b434 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=cf934fa5-21d6-400e-9806-bf9ac04ec7a1 HTTP/1.1" status: 200  len: 946 time: 0.2056069
Dec 11 16:31:39.333704 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-905fde03-183d-490a-89f2-2c5934c2c333 req-d6d2770b-f2d7-4af4-9fdf-8ed88f8f4e9a tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:39.396897 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3398aaf2-bd68-4b93-af6a-17000b5b39ef tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:39.418117 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7e47d28e-f858-46f9-bcd2-7451f5d92662 req-94c35dc2-d600-401e-b1d5-2c4e41071d33 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/security-groups?id=6edad38f-4bd0-45aa-a0d7-32ced890d4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842297
Dec 11 16:31:39.503632 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device f6999389-fd24-4c68-8a0c-9e10a749161c no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:31:39.507506 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2770b-f2d7-4af4-9fdf-8ed88f8f4e9a tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Pushing event deleted for resources: {'Port': ['ID=f6999389-fd24-4c68-8a0c-9e10a749161c,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:39.513016 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d6d2770b-f2d7-4af4-9fdf-8ed88f8f4e9a tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:39.659296 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] No Port match for: f6999389-fd24-4c68-8a0c-9e10a749161c {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:31:39.659865 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device f6999389-fd24-4c68-8a0c-9e10a749161c not bound to the agent host hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:31:39.710019 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabdd0f28>, [{'id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'name': 'tempest-TestVolumeBootPattern-77761869-router', 'tenant_id': '3ce58c87588b49eaac40bc43db21852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'e2e55f81-969e-4db4-9e6d-c40ecf1a7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:25Z', 'updated_at': '2020-12-11T16:31:35Z', 'revision_number': 4, 'project_id': '3ce58c87588b49eaac40bc43db21852f', 'gw_port': {'id': 'e2e55f81-969e-4db4-9e6d-c40ecf1a7209', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:26Z', 'updated_at': '2020-12-11T16:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '4a7fbaf6-da82-45c0-8bfa-898a6a9971bb', 'name': '', 'network_id': '22a1f47c-6261-4f85-904e-17483739146f', 'tenant_id': '3ce58c87588b49eaac40bc43db21852f', 'mac_address': 'fa:16:3e:8e:1d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0d116aaa-02f6-4ed7-ac7c-f94a2ef0fb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:33Z', 'updated_at': '2020-12-11T16:31:35Z', 'revision_number': 2, 'project_id': '3ce58c87588b49eaac40bc43db21852f', 'subnets': [{'id': '0d116aaa-02f6-4ed7-ac7c-f94a2ef0fb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:39.727123 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e58e39-2220-46e1-bebe-6afa96251d26 None None] The sync data for ids ['4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52'] in dv-cinder-766752-1-iscsi is: [{'id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'name': 'tempest-TestVolumeBootPattern-77761869-router', 'tenant_id': '3ce58c87588b49eaac40bc43db21852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'e2e55f81-969e-4db4-9e6d-c40ecf1a7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:25Z', 'updated_at': '2020-12-11T16:31:35Z', 'revision_number': 4, 'project_id': '3ce58c87588b49eaac40bc43db21852f', 'gw_port': {'id': 'e2e55f81-969e-4db4-9e6d-c40ecf1a7209', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:26Z', 'updated_at': '2020-12-11T16:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '4a7fbaf6-da82-45c0-8bfa-898a6a9971bb', 'name': '', 'network_id': '22a1f47c-6261-4f85-904e-17483739146f', 'tenant_id': '3ce58c87588b49eaac40bc43db21852f', 'mac_address': 'fa:16:3e:8e:1d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0d116aaa-02f6-4ed7-ac7c-f94a2ef0fb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:33Z', 'updated_at': '2020-12-11T16:31:35Z', 'revision_number': 2, 'project_id': '3ce58c87588b49eaac40bc43db21852f', 'subnets': [{'id': '0d116aaa-02f6-4ed7-ac7c-f94a2ef0fb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:31:39.802056 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-905fde03-183d-490a-89f2-2c5934c2c333 req-d6d2770b-f2d7-4af4-9fdf-8ed88f8f4e9a tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] No DVR routers for this DVR port f6999389-fd24-4c68-8a0c-9e10a749161c on host hv-cinder-76675 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:31:39.804448 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-905fde03-183d-490a-89f2-2c5934c2c333 req-d6d2770b-f2d7-4af4-9fdf-8ed88f8f4e9a tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:39.814567 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf934fa5-21d6-400e-9806-bf9ac04ec7a1', 'name': 'network-vif-deleted', 'tag': 'f6999389-fd24-4c68-8a0c-9e10a749161c'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:31:39.822123 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-905fde03-183d-490a-89f2-2c5934c2c333 req-d6d2770b-f2d7-4af4-9fdf-8ed88f8f4e9a tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.64 "DELETE /v2.0/ports/f6999389-fd24-4c68-8a0c-9e10a749161c HTTP/1.1" status: 204  len: 173 time: 1.6297338
Dec 11 16:31:39.827514 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-a2a63cda-e706-4964-97f0-ff596ebd4f80 req-cf8be877-b077-4270-b548-fe6c8b61459e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1267887771', 'description': 'tempest-TestVolumeBootPattern-1267887771 description'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:31:39.834772 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-a2a63cda-e706-4964-97f0-ff596ebd4f80 req-cf8be877-b077-4270-b548-fe6c8b61459e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:39.859583 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-a2a63cda-e706-4964-97f0-ff596ebd4f80 req-cf8be877-b077-4270-b548-fe6c8b61459e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Usage tracker for resource:security_group and tenant:54109747176345eb91303b0d7d7e8b59 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:39.870759 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-a2a63cda-e706-4964-97f0-ff596ebd4f80 req-cf8be877-b077-4270-b548-fe6c8b61459e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:39.882316 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-a2a63cda-e706-4964-97f0-ff596ebd4f80 req-cf8be877-b077-4270-b548-fe6c8b61459e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:39.905934 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-a2a63cda-e706-4964-97f0-ff596ebd4f80 req-cf8be877-b077-4270-b548-fe6c8b61459e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:39.937430 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-a2a63cda-e706-4964-97f0-ff596ebd4f80 req-cf8be877-b077-4270-b548-fe6c8b61459e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:39.939247 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf934fa5-21d6-400e-9806-bf9ac04ec7a1', 'name': 'network-vif-deleted', 'tag': 'f6999389-fd24-4c68-8a0c-9e10a749161c', 'status': 'completed', 'code': 200}
Dec 11 16:31:39.942734 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-a2a63cda-e706-4964-97f0-ff596ebd4f80 req-cf8be877-b077-4270-b548-fe6c8b61459e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Usage tracker for resource:security_group_rule and tenant:54109747176345eb91303b0d7d7e8b59 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:39.946331 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-a2a63cda-e706-4964-97f0-ff596ebd4f80 req-cf8be877-b077-4270-b548-fe6c8b61459e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:39.954208 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-a2a63cda-e706-4964-97f0-ff596ebd4f80 req-cf8be877-b077-4270-b548-fe6c8b61459e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:40.069542 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-a2a63cda-e706-4964-97f0-ff596ebd4f80 req-cf8be877-b077-4270-b548-fe6c8b61459e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:40.076573 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-a2a63cda-e706-4964-97f0-ff596ebd4f80 req-cf8be877-b077-4270-b548-fe6c8b61459e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:40.086446 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-80d64efa-acfa-4e92-8057-67f323247d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:40.183294 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-a2a63cda-e706-4964-97f0-ff596ebd4f80 req-cf8be877-b077-4270-b548-fe6c8b61459e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:40.204308 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a2a63cda-e706-4964-97f0-ff596ebd4f80 req-cf8be877-b077-4270-b548-fe6c8b61459e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3829498
Dec 11 16:31:40.215198 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8be877-b077-4270-b548-fe6c8b61459e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Pushing event updated for resources: {'SecurityGroup': ['ID=30bdf997-7b60-4148-8c80-abaf80be0da2,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:40.217874 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:40.218521 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-cf8be877-b077-4270-b548-fe6c8b61459e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:40.316391 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 32970) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:40.327190 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9870f8c6-2b33-43bb-920a-3213e1733f16 req-ac841c3e-de91-48d0-8425-8d7d096d8fdd tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups/30bdf997-7b60-4148-8c80-abaf80be0da2 HTTP/1.1" status: 200  len: 1758 time: 0.0832164
Dec 11 16:31:40.336438 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-9870f8c6-2b33-43bb-920a-3213e1733f16 req-e292045a-59c4-4f87-b1a3-40a61e1917fc tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30bdf997-7b60-4148-8c80-abaf80be0da2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:31:40.337273 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-9870f8c6-2b33-43bb-920a-3213e1733f16 req-e292045a-59c4-4f87-b1a3-40a61e1917fc tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30bdf997-7b60-4148-8c80-abaf80be0da2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:31:40.345471 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-9870f8c6-2b33-43bb-920a-3213e1733f16 req-e292045a-59c4-4f87-b1a3-40a61e1917fc tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:40.351863 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-9870f8c6-2b33-43bb-920a-3213e1733f16 req-e292045a-59c4-4f87-b1a3-40a61e1917fc tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Usage tracker for resource:security_group_rule and tenant:54109747176345eb91303b0d7d7e8b59 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:40.357644 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-9870f8c6-2b33-43bb-920a-3213e1733f16 req-e292045a-59c4-4f87-b1a3-40a61e1917fc tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:40.383942 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-9870f8c6-2b33-43bb-920a-3213e1733f16 req-e292045a-59c4-4f87-b1a3-40a61e1917fc tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:40.500499 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9870f8c6-2b33-43bb-920a-3213e1733f16 req-e292045a-59c4-4f87-b1a3-40a61e1917fc tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:40.585592 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9870f8c6-2b33-43bb-920a-3213e1733f16 req-e292045a-59c4-4f87-b1a3-40a61e1917fc tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:40.592708 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9870f8c6-2b33-43bb-920a-3213e1733f16 req-e292045a-59c4-4f87-b1a3-40a61e1917fc tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263012'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:40.675453 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2729da72-b75c-4bbd-a062-df3230c87db4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:40.714511 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-9870f8c6-2b33-43bb-920a-3213e1733f16 req-e292045a-59c4-4f87-b1a3-40a61e1917fc tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:40.722489 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4daa3abb-73c6-4501-bd0f-0c76b8c242a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:40.727874 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9870f8c6-2b33-43bb-920a-3213e1733f16 req-e292045a-59c4-4f87-b1a3-40a61e1917fc tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.3979948
Dec 11 16:31:40.744782 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-4daa3abb-73c6-4501-bd0f-0c76b8c242a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:40.750025 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292045a-59c4-4f87-b1a3-40a61e1917fc tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6e19c4-0364-4bff-bbb4-f33553948450,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:40.750629 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-4daa3abb-73c6-4501-bd0f-0c76b8c242a6 admin admin] Usage tracker for resource:security_group_rule and tenant:c768e2630fbf4e7b93f1e8a509d097b8 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:40.755514 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-4daa3abb-73c6-4501-bd0f-0c76b8c242a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:40.762868 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e292045a-59c4-4f87-b1a3-40a61e1917fc tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:40.799793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-4daa3abb-73c6-4501-bd0f-0c76b8c242a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:40.908157 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7c80a4fc-f92b-421d-a5d4-766b47986a6a req-833696f7-c190-4a3b-afca-e22b5b44ff04 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] 10.222.0.68 "GET /v2.0/ports?device_id=cf934fa5-21d6-400e-9806-bf9ac04ec7a1 HTTP/1.1" status: 200  len: 210 time: 0.1496880
Dec 11 16:31:40.966391 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-968c2d54-391b-4497-9a70-bac7622899d0 req-9d8e3411-b6f6-4d14-8080-8d1f8fb5dd9a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups/30bdf997-7b60-4148-8c80-abaf80be0da2 HTTP/1.1" status: 200  len: 2319 time: 0.0984981
Dec 11 16:31:40.982050 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:40.989229 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-968c2d54-391b-4497-9a70-bac7622899d0 req-c6a0fd38-7bac-420a-9785-99a530fc84ab tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30bdf997-7b60-4148-8c80-abaf80be0da2', 'remote_group_id': None}]} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:31:40.989817 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-968c2d54-391b-4497-9a70-bac7622899d0 req-c6a0fd38-7bac-420a-9785-99a530fc84ab tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30bdf997-7b60-4148-8c80-abaf80be0da2', 'remote_group_id': None}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:31:41.007047 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-968c2d54-391b-4497-9a70-bac7622899d0 req-c6a0fd38-7bac-420a-9785-99a530fc84ab tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:41.016752 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-968c2d54-391b-4497-9a70-bac7622899d0 req-c6a0fd38-7bac-420a-9785-99a530fc84ab tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Usage tracker for resource:security_group_rule and tenant:54109747176345eb91303b0d7d7e8b59 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:41.025962 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-968c2d54-391b-4497-9a70-bac7622899d0 req-c6a0fd38-7bac-420a-9785-99a530fc84ab tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:41.040307 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-968c2d54-391b-4497-9a70-bac7622899d0 req-c6a0fd38-7bac-420a-9785-99a530fc84ab tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:41.103663 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4daa3abb-73c6-4501-bd0f-0c76b8c242a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:41.107624 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4daa3abb-73c6-4501-bd0f-0c76b8c242a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:41.121023 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2ca59f9f-1a18-406d-9a00-8ba42bdd7d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:41.171291 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa3abb-73c6-4501-bd0f-0c76b8c242a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd19be7-0292-49b3-b5b8-6b767f15ba7c,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:41.178407 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4daa3abb-73c6-4501-bd0f-0c76b8c242a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:41.212388 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-4daa3abb-73c6-4501-bd0f-0c76b8c242a6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c768e2630fbf4e7b93f1e8a509d097b8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8943524
Dec 11 16:31:41.219311 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 32988) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:41.267947 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-968c2d54-391b-4497-9a70-bac7622899d0 req-c6a0fd38-7bac-420a-9785-99a530fc84ab tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:41.357700 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-968c2d54-391b-4497-9a70-bac7622899d0 req-c6a0fd38-7bac-420a-9785-99a530fc84ab tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:41.358946 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8066c63a-faa6-426f-880a-7d04dfc04880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:41.370592 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-968c2d54-391b-4497-9a70-bac7622899d0 req-c6a0fd38-7bac-420a-9785-99a530fc84ab tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263012'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:41.382100 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:41.426884 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0fd38-7bac-420a-9785-99a530fc84ab tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda6b631-13e1-495c-a368-71c235cca58b,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:41.430617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c6a0fd38-7bac-420a-9785-99a530fc84ab tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:41.432632 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8066c63a-faa6-426f-880a-7d04dfc04880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:41.443223 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-968c2d54-391b-4497-9a70-bac7622899d0 req-c6a0fd38-7bac-420a-9785-99a530fc84ab tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:41.444519 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-968c2d54-391b-4497-9a70-bac7622899d0 req-c6a0fd38-7bac-420a-9785-99a530fc84ab tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.4619403
Dec 11 16:31:41.500324 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8066c63a-faa6-426f-880a-7d04dfc04880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:41.514350 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2b43a457-26bd-4a08-8718-3b4084cce2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:41.533462 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8066c63a-faa6-426f-880a-7d04dfc04880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:41.535272 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-8066c63a-faa6-426f-880a-7d04dfc04880 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6bd19be7-0292-49b3-b5b8-6b767f15ba7c HTTP/1.1" status: 204  len: 168 time: 0.3142257
Dec 11 16:31:41.536237 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066c63a-faa6-426f-880a-7d04dfc04880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd19be7-0292-49b3-b5b8-6b767f15ba7c,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:41.539055 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-8066c63a-faa6-426f-880a-7d04dfc04880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:42.005699 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device e2e55f81-969e-4db4-9e6d-c40ecf1a7209 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:31:42.115726 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port e2e55f81-969e-4db4-9e6d-c40ecf1a7209 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:31:42.121312 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port e2e55f81-969e-4db4-9e6d-c40ecf1a7209 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:42.122278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:42.379986 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:42.413230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port e2e55f81-969e-4db4-9e6d-c40ecf1a7209, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=e2e55f81-969e-4db4-9e6d-c40ecf1a7209,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:31:42.418705 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:42.423230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:42.601086 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=e2e55f81-969e-4db4-9e6d-c40ecf1a7209,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:42.608011 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:43.985876 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device e2e55f81-969e-4db4-9e6d-c40ecf1a7209 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:31:44.092727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port e2e55f81-969e-4db4-9e6d-c40ecf1a7209 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:44.093164 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:44.285426 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Sync routers for ids ['4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:31:44.296126 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Routers {'4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:31:44.296891 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabf51128>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:31:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:44.676230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Set router 4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:31:45.026663 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabf51128>, [{'id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'name': 'tempest-TestVolumeBootPattern-77761869-router', 'tenant_id': '3ce58c87588b49eaac40bc43db21852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'e2e55f81-969e-4db4-9e6d-c40ecf1a7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:25Z', 'updated_at': '2020-12-11T16:31:35Z', 'revision_number': 4, 'project_id': '3ce58c87588b49eaac40bc43db21852f', 'gw_port': {'id': 'e2e55f81-969e-4db4-9e6d-c40ecf1a7209', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:26Z', 'updated_at': '2020-12-11T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '4a7fbaf6-da82-45c0-8bfa-898a6a9971bb', 'name': '', 'network_id': '22a1f47c-6261-4f85-904e-17483739146f', 'tenant_id': '3ce58c87588b49eaac40bc43db21852f', 'mac_address': 'fa:16:3e:8e:1d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0d116aaa-02f6-4ed7-ac7c-f94a2ef0fb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:33Z', 'updated_at': '2020-12-11T16:31:35Z', 'revision_number': 2, 'project_id': '3ce58c87588b49eaac40bc43db21852f', 'subnets': [{'id': '0d116aaa-02f6-4ed7-ac7c-f94a2ef0fb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:45.031727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Checking router: 4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52 for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:31:45.032122 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Updating router 4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52 port 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb binding host dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 11 16:31:45.087905 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:45.653932 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:45.669164 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Transition to ACTIVE for port object 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:31:45.672253 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:45.689691 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:45.949377 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef379c3-1d20-449d-b163-cc8a555d9431 None None] Pushing event updated for resources: {'Port': ['ID=4a7fbaf6-da82-45c0-8bfa-898a6a9971bb,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:45.954404 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7ef379c3-1d20-449d-b163-cc8a555d9431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:46.170170 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 33156) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:46.170880 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Attempting to bind port 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:31:46.171008 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Attempting to bind port 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': '7b998909-1913-4f2a-b089-08cc8f680cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22a1f47c-6261-4f85-904e-17483739146f'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:31:46.171434 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Attempting to bind port 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb on network 22a1f47c-6261-4f85-904e-17483739146f {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:31:46.178476 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:31:46.179169 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Checking segment: {'id': '7b998909-1913-4f2a-b089-08cc8f680cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22a1f47c-6261-4f85-904e-17483739146f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:31:46.179825 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:46.180270 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Bound using segment: {'id': '7b998909-1913-4f2a-b089-08cc8f680cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22a1f47c-6261-4f85-904e-17483739146f'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:31:46.180800 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Bound port: 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b998909-1913-4f2a-b089-08cc8f680cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22a1f47c-6261-4f85-904e-17483739146f'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:31:46.181241 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:46.285143 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] For port 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:31:46.291175 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] For port 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=4a7fbaf6-da82-45c0-8bfa-898a6a9971bb,segment=NetworkSegment(7b998909-1913-4f2a-b089-08cc8f680cd8),segment_id=7b998909-1913-4f2a-b089-08cc8f680cd8)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:31:46.298615 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:46.320597 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:46.364428 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-29960c2e-d7b1-46eb-923a-b8fe3f3aad95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:46.380909 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-29960c2e-d7b1-46eb-923a-b8fe3f3aad95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:46.385455 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-29960c2e-d7b1-46eb-923a-b8fe3f3aad95 admin admin] Usage tracker for resource:security_group_rule and tenant:d71eb43716a24cdd93b8beffbf672f8c is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:46.391803 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-29960c2e-d7b1-46eb-923a-b8fe3f3aad95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:46.397495 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-29960c2e-d7b1-46eb-923a-b8fe3f3aad95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:46.485145 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef379c3-1d20-449d-b163-cc8a555d9431 None None] Pushing event updated for resources: {'Port': ['ID=4a7fbaf6-da82-45c0-8bfa-898a6a9971bb,revision_number=4']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:46.531767 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7ef379c3-1d20-449d-b163-cc8a555d9431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:46.555136 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-29960c2e-d7b1-46eb-923a-b8fe3f3aad95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:46.568094 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-29960c2e-d7b1-46eb-923a-b8fe3f3aad95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:46.587038 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-47ea45ad-3d1a-4599-8ef5-5d50b5e19576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:46.588017 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Routers {'4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:31:46.588872 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabf51128>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:31:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:46.630581 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 33166) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:46.630982 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-29960c2e-d7b1-46eb-923a-b8fe3f3aad95 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d71eb43716a24cdd93b8beffbf672f8c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4590704
Dec 11 16:31:46.661870 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29960c2e-d7b1-46eb-923a-b8fe3f3aad95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1d6461-1627-48e0-acf3-321e49399410,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:46.667021 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-29960c2e-d7b1-46eb-923a-b8fe3f3aad95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:46.757890 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c1c2bda9-92dd-4a14-b3cf-3ccb102db49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:46.796219 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c1c2bda9-92dd-4a14-b3cf-3ccb102db49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:46.868534 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] Set router 4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:31:46.879940 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c1c2bda9-92dd-4a14-b3cf-3ccb102db49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:46.885647 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-cf8be877-b077-4270-b548-fe6c8b61459e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:46.900769 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2bda9-92dd-4a14-b3cf-3ccb102db49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1d6461-1627-48e0-acf3-321e49399410,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:46.906461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c1c2bda9-92dd-4a14-b3cf-3ccb102db49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:46.909295 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c1c2bda9-92dd-4a14-b3cf-3ccb102db49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:46.911293 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-c1c2bda9-92dd-4a14-b3cf-3ccb102db49e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7d1d6461-1627-48e0-acf3-321e49399410 HTTP/1.1" status: 204  len: 168 time: 0.2786117
Dec 11 16:31:47.236698 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabf51128>, [{'id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'name': 'tempest-TestVolumeBootPattern-77761869-router', 'tenant_id': '3ce58c87588b49eaac40bc43db21852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'e2e55f81-969e-4db4-9e6d-c40ecf1a7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:25Z', 'updated_at': '2020-12-11T16:31:35Z', 'revision_number': 4, 'project_id': '3ce58c87588b49eaac40bc43db21852f', 'gw_port': {'id': 'e2e55f81-969e-4db4-9e6d-c40ecf1a7209', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:26Z', 'updated_at': '2020-12-11T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '4a7fbaf6-da82-45c0-8bfa-898a6a9971bb', 'name': '', 'network_id': '22a1f47c-6261-4f85-904e-17483739146f', 'tenant_id': '3ce58c87588b49eaac40bc43db21852f', 'mac_address': 'fa:16:3e:8e:1d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0d116aaa-02f6-4ed7-ac7c-f94a2ef0fb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:33Z', 'updated_at': '2020-12-11T16:31:46Z', 'revision_number': 4, 'project_id': '3ce58c87588b49eaac40bc43db21852f', 'subnets': [{'id': '0d116aaa-02f6-4ed7-ac7c-f94a2ef0fb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:31:47.241350 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7c671-85fc-420e-a317-73793e6009f1 None None] The sync data for ids ['4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52'] in dv-cinder-766752-1-iscsi is: [{'id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'name': 'tempest-TestVolumeBootPattern-77761869-router', 'tenant_id': '3ce58c87588b49eaac40bc43db21852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'e2e55f81-969e-4db4-9e6d-c40ecf1a7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:25Z', 'updated_at': '2020-12-11T16:31:35Z', 'revision_number': 4, 'project_id': '3ce58c87588b49eaac40bc43db21852f', 'gw_port': {'id': 'e2e55f81-969e-4db4-9e6d-c40ecf1a7209', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:26Z', 'updated_at': '2020-12-11T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '4a7fbaf6-da82-45c0-8bfa-898a6a9971bb', 'name': '', 'network_id': '22a1f47c-6261-4f85-904e-17483739146f', 'tenant_id': '3ce58c87588b49eaac40bc43db21852f', 'mac_address': 'fa:16:3e:8e:1d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0d116aaa-02f6-4ed7-ac7c-f94a2ef0fb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:33Z', 'updated_at': '2020-12-11T16:31:46Z', 'revision_number': 4, 'project_id': '3ce58c87588b49eaac40bc43db21852f', 'subnets': [{'id': '0d116aaa-02f6-4ed7-ac7c-f94a2ef0fb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:31:47.317172 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 33176) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:47.339414 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a338ad45-16c2-49fe-b57a-9dd9d9a5bd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:47.357546 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-a338ad45-16c2-49fe-b57a-9dd9d9a5bd08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:47.361825 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-a338ad45-16c2-49fe-b57a-9dd9d9a5bd08 admin admin] Usage tracker for resource:security_group_rule and tenant:402569bf1ffa4796898d46120cfb9942 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:47.365273 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-a338ad45-16c2-49fe-b57a-9dd9d9a5bd08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:47.371657 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-a338ad45-16c2-49fe-b57a-9dd9d9a5bd08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:47.479022 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a338ad45-16c2-49fe-b57a-9dd9d9a5bd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:47.482451 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a338ad45-16c2-49fe-b57a-9dd9d9a5bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:47.513107 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:47.530391 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-a338ad45-16c2-49fe-b57a-9dd9d9a5bd08 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=402569bf1ffa4796898d46120cfb9942&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2070701
Dec 11 16:31:47.530673 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 33180) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:47.589495 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338ad45-16c2-49fe-b57a-9dd9d9a5bd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811783e4-c8d1-4322-b9af-7c2ae336db1b,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:47.600705 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a338ad45-16c2-49fe-b57a-9dd9d9a5bd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:47.623811 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-067063a7-f412-4bf5-9880-ddf8807f6db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:47.653733 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-067063a7-f412-4bf5-9880-ddf8807f6db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:47.728631 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-067063a7-f412-4bf5-9880-ddf8807f6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:47.736207 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-36fdd53d-d3cc-46a6-aa9e-22b874534442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:47.753737 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067063a7-f412-4bf5-9880-ddf8807f6db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811783e4-c8d1-4322-b9af-7c2ae336db1b,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:47.757012 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-067063a7-f412-4bf5-9880-ddf8807f6db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:47.769750 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-067063a7-f412-4bf5-9880-ddf8807f6db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:47.771059 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-067063a7-f412-4bf5-9880-ddf8807f6db3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/811783e4-c8d1-4322-b9af-7c2ae336db1b HTTP/1.1" status: 204  len: 168 time: 0.2393227
Dec 11 16:31:47.936499 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:31:48.009964 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:31:48.016206 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:48.016636 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:48.146461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:48.182825 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=4a7fbaf6-da82-45c0-8bfa-898a6a9971bb,segment=NetworkSegment(7b998909-1913-4f2a-b089-08cc8f680cd8),segment_id=7b998909-1913-4f2a-b089-08cc8f680cd8)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:31:48.187159 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:48.189143 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a63c38d1-0f8f-4640-a447-35bbc05b3ae5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:48.266147 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=4a7fbaf6-da82-45c0-8bfa-898a6a9971bb,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:48.283842 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:48.317224 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 33194) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:48.337424 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc3c0-9c6b-4092-b437-86f70ecaeb57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:48.354253 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-1e0cc3c0-9c6b-4092-b437-86f70ecaeb57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:48.359382 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-1e0cc3c0-9c6b-4092-b437-86f70ecaeb57 admin admin] Usage tracker for resource:security_group_rule and tenant:68a6e133bacb4e9bad399645a7b1bc5f is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:48.362684 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-1e0cc3c0-9c6b-4092-b437-86f70ecaeb57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:48.368985 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-1e0cc3c0-9c6b-4092-b437-86f70ecaeb57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:48.467967 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc3c0-9c6b-4092-b437-86f70ecaeb57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:48.470926 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc3c0-9c6b-4092-b437-86f70ecaeb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:48.480387 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f43bf98a-edab-4169-8921-b91af46c3a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:48.525649 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1e0cc3c0-9c6b-4092-b437-86f70ecaeb57 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=68a6e133bacb4e9bad399645a7b1bc5f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2071424
Dec 11 16:31:48.526664 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cc3c0-9c6b-4092-b437-86f70ecaeb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb01e455-bbbe-40ec-ad74-c7c0693d9b96,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:48.530314 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 33198) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:48.533198 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1e0cc3c0-9c6b-4092-b437-86f70ecaeb57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:48.626337 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0e534593-8381-4e9e-af6f-78a4f7db0915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:48.676076 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0e534593-8381-4e9e-af6f-78a4f7db0915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:48.760664 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0e534593-8381-4e9e-af6f-78a4f7db0915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:48.766669 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2f69160b-3169-4e5b-adc3-cee452c8fa39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:48.784468 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0e534593-8381-4e9e-af6f-78a4f7db0915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:48.788566 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-0e534593-8381-4e9e-af6f-78a4f7db0915 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bb01e455-bbbe-40ec-ad74-c7c0693d9b96 HTTP/1.1" status: 204  len: 168 time: 0.2571826
Dec 11 16:31:48.789519 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e534593-8381-4e9e-af6f-78a4f7db0915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb01e455-bbbe-40ec-ad74-c7c0693d9b96,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:48.792074 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-0e534593-8381-4e9e-af6f-78a4f7db0915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:49.870125 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:31:49.950127 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:31:49.950548 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:52.000590 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 33308) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:52.003474 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6e0ebb9d-cfa3-4ffc-8172-f6852fe4e889 req-85f08f7c-858a-47f7-959e-3ee71f2a2950 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1318066
Dec 11 16:31:52.175817 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ebb9d-cfa3-4ffc-8172-f6852fe4e889 req-542f1143-5b2a-4606-a718-e0afa4e31601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:52.178123 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6e0ebb9d-cfa3-4ffc-8172-f6852fe4e889 req-542f1143-5b2a-4606-a718-e0afa4e31601 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ad201a40eb54facbb2b8d35f51492f4&device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 1162 time: 0.1319585
Dec 11 16:31:52.274617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-407baaf4-3172-4593-9c37-4a8a564f90e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:52.303569 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-407baaf4-3172-4593-9c37-4a8a564f90e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:52.310590 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-407baaf4-3172-4593-9c37-4a8a564f90e8 admin admin] Usage tracker for resource:security_group_rule and tenant:fdd98b3647334113b3f59c995ba00513 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:52.314173 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-407baaf4-3172-4593-9c37-4a8a564f90e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:52.321330 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-407baaf4-3172-4593-9c37-4a8a564f90e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:52.373783 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ebb9d-cfa3-4ffc-8172-f6852fe4e889 req-8f595249-225f-4b64-b91f-2c6568788ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:52.375453 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6e0ebb9d-cfa3-4ffc-8172-f6852fe4e889 req-8f595249-225f-4b64-b91f-2c6568788ad2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=039bbca1-f016-4285-abfa-5348e6c4eb84 HTTP/1.1" status: 200  len: 911 time: 0.1709173
Dec 11 16:31:52.429222 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-407baaf4-3172-4593-9c37-4a8a564f90e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:52.432464 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-407baaf4-3172-4593-9c37-4a8a564f90e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:52.442281 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1ab10f37-b978-44d2-9a21-2dff04de7a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:52.486309 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6e0ebb9d-cfa3-4ffc-8172-f6852fe4e889 req-8443f4f6-4fa9-4313-9427-8fe216511983 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=475418d2-493a-4de7-a99a-d62b442310e6 HTTP/1.1" status: 200  len: 1001 time: 0.1035600
Dec 11 16:31:52.489535 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-407baaf4-3172-4593-9c37-4a8a564f90e8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fdd98b3647334113b3f59c995ba00513&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4877710
Dec 11 16:31:52.490580 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407baaf4-3172-4593-9c37-4a8a564f90e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d658771-5cb6-42d4-a4c4-bbcd8197a0e4,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:52.492876 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 33320) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:52.494200 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-407baaf4-3172-4593-9c37-4a8a564f90e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:52.614686 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ebb9d-cfa3-4ffc-8172-f6852fe4e889 req-7e0f3baf-87ba-4bc5-a2e4-ec31fe3b75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:52.616343 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6e0ebb9d-cfa3-4ffc-8172-f6852fe4e889 req-7e0f3baf-87ba-4bc5-a2e4-ec31fe3b75ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c00391c9-6902-493e-bdec-b850663c39cb HTTP/1.1" status: 200  len: 856 time: 0.1227975
Dec 11 16:31:52.624438 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:52.641383 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3747503e-fdef-448b-b482-d6b97a24ea17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:52.671749 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3747503e-fdef-448b-b482-d6b97a24ea17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:52.719448 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3747503e-fdef-448b-b482-d6b97a24ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:52.723443 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-dd8ba73d-e92f-4a24-8c51-4b84cc7a5a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:52.738705 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747503e-fdef-448b-b482-d6b97a24ea17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d658771-5cb6-42d4-a4c4-bbcd8197a0e4,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:52.739436 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3747503e-fdef-448b-b482-d6b97a24ea17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:52.746574 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3747503e-fdef-448b-b482-d6b97a24ea17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:52.747850 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-3747503e-fdef-448b-b482-d6b97a24ea17 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8d658771-5cb6-42d4-a4c4-bbcd8197a0e4 HTTP/1.1" status: 204  len: 168 time: 0.2034557
Dec 11 16:31:53.116706 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 33328) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:53.140915 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-87d8ea27-a22c-4593-817e-eafa30e3e78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:53.158728 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-87d8ea27-a22c-4593-817e-eafa30e3e78b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:31:53.163068 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-87d8ea27-a22c-4593-817e-eafa30e3e78b admin admin] Usage tracker for resource:security_group_rule and tenant:7f7c44f9fd474deab3116fb28203c5c5 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:31:53.166193 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-87d8ea27-a22c-4593-817e-eafa30e3e78b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:31:53.172296 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-87d8ea27-a22c-4593-817e-eafa30e3e78b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:31:53.292192 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-87d8ea27-a22c-4593-817e-eafa30e3e78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:53.295233 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-87d8ea27-a22c-4593-817e-eafa30e3e78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:53.312648 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-37624d71-1528-4a04-84bb-926f1e12262f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:53.361513 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-87d8ea27-a22c-4593-817e-eafa30e3e78b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7f7c44f9fd474deab3116fb28203c5c5&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2407568
Dec 11 16:31:53.362095 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 33340) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:31:53.362772 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8ea27-a22c-4593-817e-eafa30e3e78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442ba092-83d1-410a-b01d-3f95c7b38e6e,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:53.366682 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-87d8ea27-a22c-4593-817e-eafa30e3e78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:53.451576 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a1751c3d-d7d7-4337-a859-d3b57b9358c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:53.481483 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a1751c3d-d7d7-4337-a859-d3b57b9358c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:53.544781 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a1751c3d-d7d7-4337-a859-d3b57b9358c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:53.556997 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7f5a2fe1-e401-4bf4-b1de-d589b389a4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:31:53.589650 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1751c3d-d7d7-4337-a859-d3b57b9358c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442ba092-83d1-410a-b01d-3f95c7b38e6e,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:31:53.599064 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a1751c3d-d7d7-4337-a859-d3b57b9358c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:31:53.605061 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a1751c3d-d7d7-4337-a859-d3b57b9358c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:31:53.609633 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-a1751c3d-d7d7-4337-a859-d3b57b9358c4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/442ba092-83d1-410a-b01d-3f95c7b38e6e HTTP/1.1" status: 204  len: 168 time: 0.2456369
Dec 11 16:31:53.693511 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ebb9d-cfa3-4ffc-8172-f6852fe4e889 req-88b8d252-aeb0-484b-bb93-0f9524622d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:31:53.696909 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6e0ebb9d-cfa3-4ffc-8172-f6852fe4e889 req-88b8d252-aeb0-484b-bb93-0f9524622d97 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=039bbca1-f016-4285-abfa-5348e6c4eb84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1366601
Dec 11 16:31:55.515482 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6e0ebb9d-cfa3-4ffc-8172-f6852fe4e889 req-4f68da81-2338-4d56-8ea7-5f90deb67631 service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1648123
Dec 11 16:31:55.678036 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6e0ebb9d-cfa3-4ffc-8172-f6852fe4e889 req-698a3090-42ce-421a-8bf4-54901054c736 service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1549966
Dec 11 16:31:56.711323 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:32:05.894465 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-333f6826-920f-46e4-8156-25c9e13f0e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:08.171575 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0c065fb8-1f77-4a1c-b226-ba9a8ab10006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:09.005299 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:09.777137 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-6ddda1f8-1ff4-44a8-b7b4-9c0d65ddac2c tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Synchronizing usage tracker for tenant:54109747176345eb91303b0d7d7e8b59 on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:32:09.795016 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-6ddda1f8-1ff4-44a8-b7b4-9c0d65ddac2c tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Unset dirty status for tenant:54109747176345eb91303b0d7d7e8b59 on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:32:09.796373 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-6ddda1f8-1ff4-44a8-b7b4-9c0d65ddac2c tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1267887771&fields=id&tenant_id=54109747176345eb91303b0d7d7e8b59 HTTP/1.1" status: 200  len: 267 time: 0.0634596
Dec 11 16:32:09.971859 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-098e56d9-0b02-42e3-ab1f-a1c452af5280 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:09.973693 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-098e56d9-0b02-42e3-ab1f-a1c452af5280 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/networks?id=04b8d30e-92aa-4b95-a839-724d382c79d3 HTTP/1.1" status: 200  len: 812 time: 0.1699214
Dec 11 16:32:09.996807 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-2c46f35e-649a-4b59-9ffb-580071c00843 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/quotas/54109747176345eb91303b0d7d7e8b59 HTTP/1.1" status: 200  len: 375 time: 0.0115054
Dec 11 16:32:10.099177 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-a4ea2c78-4497-42a8-802b-a3a662de4dc3 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?tenant_id=54109747176345eb91303b0d7d7e8b59&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0911417
Dec 11 16:32:10.164785 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:10.488917 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-337f7240-7639-4b84-be3a-b07133f4c63a service neutron] 10.222.0.68 "GET /v2.0/networks/04b8d30e-92aa-4b95-a839-724d382c79d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3763769
Dec 11 16:32:10.513284 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 33706) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:32:10.700800 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-6c052faf-d706-473f-b98d-7de50a350d2c service neutron] 10.222.0.68 "GET /v2.0/networks/04b8d30e-92aa-4b95-a839-724d382c79d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1868815
Dec 11 16:32:10.741670 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:10.763610 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:32:10.767689 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Usage tracker for resource:security_group_rule and tenant:f2a674adb9464ed5934fe0d68f26ca5a is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:32:10.771135 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:32:10.780310 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:32:10.892059 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:10.895576 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:10.904373 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f96846bd-0587-4190-bb81-fa25eb119d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:10.951399 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f2a674adb9464ed5934fe0d68f26ca5a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4367044
Dec 11 16:32:10.954604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:10.955155 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 33718) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:32:10.956990 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347a1498-712e-4f14-bce8-944f3f0ea64b,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:10.966734 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.967280 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.967773 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.968440 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.968790 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.969280 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.969795 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.970557 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.971111 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.971746 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.972209 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.972688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.973207 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.973900 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.974380 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.975057 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.975702 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.976178 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.976677 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.977151 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.977644 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.978118 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.978726 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.979235 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:10.984032 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:11.024195 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:11.054377 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:11.109000 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:11.114308 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-38935a16-7232-478c-b157-2db4dbda114f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:11.131142 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:11.137432 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/347a1498-712e-4f14-bce8-944f3f0ea64b HTTP/1.1" status: 204  len: 168 time: 0.1811159
Dec 11 16:32:11.138851 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347a1498-712e-4f14-bce8-944f3f0ea64b,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:11.151169 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.151749 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.152302 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.153168 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.153606 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.154154 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.154556 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.155491 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.155491 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.155730 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.156141 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.156915 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.157355 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.157956 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.159104 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.159104 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.160189 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.160189 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.160526 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.160698 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.161064 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.161455 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.161848 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.162381 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:11.166600 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:11.800837 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dec01625-3b21-41f1-b8e7-b0e2014d9801 req-0ee52768-9aba-4df7-a457-53b44420b3f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 210 time: 0.5780389
Dec 11 16:32:12.565734 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 33784) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:32:12.723070 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1740708891-network', 'tenant_id': '6249f65c09694e7495b3c930d48ab272'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:32:12.728374 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:32:12.732941 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Usage tracker for resource:network and tenant:6249f65c09694e7495b3c930d48ab272 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:32:12.736002 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:32:12.748528 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:32:12.759747 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Made reservation on behalf of 6249f65c09694e7495b3c930d48ab272 for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:32:12.765496 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:12.781535 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:12.804500 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:32:12.809450 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Usage tracker for resource:security_group_rule and tenant:6249f65c09694e7495b3c930d48ab272 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:32:12.813235 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:32:12.820375 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:32:13.191439 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ef888b56-e705-4373-96c3-241ebd85d835 req-de968abf-49d9-4e51-b4b7-358cdfe4a576 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 210 time: 0.0670657
Dec 11 16:32:13.442014 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:13.447195 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:13.507529 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4113e56f-646e-4842-a1ca-37093ba06fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:13.561747 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e602b6-8ad3-4d75-880a-e71a7286cb67,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:13.575968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:13.579841 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 11 16:32:13.611001 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:13.611367 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.segments_db [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Added segment 5ff84b41-9995-42f8-9302-c2f0bb565219 of type vxlan for network 7a941c4a-1571-4083-acec-e713c744ada5
Dec 11 16:32:13.626949 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-9eb05cc2-bbc1-47ee-b0c8-f74bb4ddfcea tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:13.627708 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-9eb05cc2-bbc1-47ee-b0c8-f74bb4ddfcea tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Synchronizing usage tracker for tenant:54109747176345eb91303b0d7d7e8b59 on resource:network {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:32:13.672808 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757087056021'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:13.678773 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-9eb05cc2-bbc1-47ee-b0c8-f74bb4ddfcea tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Unset dirty status for tenant:54109747176345eb91303b0d7d7e8b59 on resource:network {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:32:13.680066 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-9eb05cc2-bbc1-47ee-b0c8-f74bb4ddfcea tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.64 "GET /v2.0/networks?id=04b8d30e-92aa-4b95-a839-724d382c79d3 HTTP/1.1" status: 200  len: 812 time: 0.7228889
Dec 11 16:32:13.737094 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:13.741714 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:13.742353 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:13.750067 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d85f3baf-fcef-4419-9f79-ff1d9028948b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:13.839489 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-abbe904f-dfac-46e0-af07-890bb3625eaf tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Synchronizing usage tracker for tenant:54109747176345eb91303b0d7d7e8b59 on resource:security_group {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:32:13.901551 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Pushing event updated for resources: {'Network': ['ID=7a941c4a-1571-4083-acec-e713c744ada5,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:13.910689 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:13.912965 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Network 7a941c4a-1571-4083-acec-e713c744ada5 details requested by agent ovs-agent-dv-cinder-766752-1-iscsi with host dv-cinder-766752-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:32:13.917837 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.3502524
Dec 11 16:32:13.919141 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-abbe904f-dfac-46e0-af07-890bb3625eaf tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Unset dirty status for tenant:54109747176345eb91303b0d7d7e8b59 on resource:security_group {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:32:13.920453 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-abbe904f-dfac-46e0-af07-890bb3625eaf tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54109747176345eb91303b0d7d7e8b59 HTTP/1.1" status: 200  len: 5551 time: 0.2194636
Dec 11 16:32:13.921001 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 33806) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:32:13.928001 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-935e1a0c-3262-444e-85d8-b53873f2adaa admin admin] Request body: {'subnet': {'network_id': '7a941c4a-1571-4083-acec-e713c744ada5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1740708891-subnet', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'ip_version': 4}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:32:13.930662 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-af55daec-c862-480e-94ee-defaac20838a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Request body: {'port': {'device_id': 'f3cc4d69-1b0e-42cb-a304-7dc8233782b9', 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3', 'admin_state_up': True, 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'security_groups': ['30bdf997-7b60-4148-8c80-abaf80be0da2']}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:32:13.931547 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Network 7a941c4a-1571-4083-acec-e713c744ada5 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:32:13.935228 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-935e1a0c-3262-444e-85d8-b53873f2adaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:32:13.939840 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-935e1a0c-3262-444e-85d8-b53873f2adaa admin admin] Usage tracker for resource:subnet and tenant:6249f65c09694e7495b3c930d48ab272 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:32:13.943130 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-935e1a0c-3262-444e-85d8-b53873f2adaa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:32:13.949377 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-935e1a0c-3262-444e-85d8-b53873f2adaa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:32:13.960783 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935e1a0c-3262-444e-85d8-b53873f2adaa admin admin] Made reservation on behalf of 6249f65c09694e7495b3c930d48ab272 for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:32:13.965717 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-935e1a0c-3262-444e-85d8-b53873f2adaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822606741'] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:14.122693 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-af55daec-c862-480e-94ee-defaac20838a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:32:14.129182 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-af55daec-c862-480e-94ee-defaac20838a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Usage tracker for resource:port and tenant:54109747176345eb91303b0d7d7e8b59 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:32:14.132163 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-af55daec-c862-480e-94ee-defaac20838a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Quota usage for port was recalculated. Used quota:2. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:32:14.141197 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-af55daec-c862-480e-94ee-defaac20838a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:32:14.154066 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-af55daec-c862-480e-94ee-defaac20838a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Made reservation on behalf of 54109747176345eb91303b0d7d7e8b59 for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:32:14.159269 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-af55daec-c862-480e-94ee-defaac20838a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:14.440343 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d0e81b2c-dbf5-47a5-ab71-bd210fcc397c req-10689617-cd5a-40c0-aadc-1e9b4c0356a7 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 210 time: 0.0643151
Dec 11 16:32:14.732292 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-af55daec-c862-480e-94ee-defaac20838a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Allocated IP 172.20.0.12 (04b8d30e-92aa-4b95-a839-724d382c79d3/aa4bf76b-c105-4825-915d-862cbf8175be/9d8a18fe-2101-48fc-a0a0-4d73963b351f) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:32:14.734407 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 33820) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:32:14.849076 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f47c8f6-b14c-448c-9b51-183b495fa093 admin admin] Deleting subnet e108565b-9475-4107-890b-643bfc9f7e49 {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 11 16:32:14.872578 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1f47c8f6-b14c-448c-9b51-183b495fa093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:14.895745 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-935e1a0c-3262-444e-85d8-b53873f2adaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822896221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822606728'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:14.913739 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:15.020899 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1f47c8f6-b14c-448c-9b51-183b495fa093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29288042'] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:15.058628 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e1a0c-3262-444e-85d8-b53873f2adaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1deabf70-3b1e-4497-871a-64c6ec5789ea,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:15.061874 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-935e1a0c-3262-444e-85d8-b53873f2adaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:15.125943 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1f47c8f6-b14c-448c-9b51-183b495fa093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851265986'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:15.129634 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935e1a0c-3262-444e-85d8-b53873f2adaa admin admin] Checking segment: {'id': '5ff84b41-9995-42f8-9302-c2f0bb565219', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:32:15.130040 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935e1a0c-3262-444e-85d8-b53873f2adaa admin admin] Network hostable DHCP agents. Network: 7a941c4a-1571-4083-acec-e713c744ada5, hostable agents: ['c5d385f8-98d2-443d-9154-5b7329a9b521'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 11 16:32:15.151989 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935e1a0c-3262-444e-85d8-b53873f2adaa admin admin] Network 7a941c4a-1571-4083-acec-e713c744ada5 is scheduled to be hosted by DHCP agent c5d385f8-98d2-443d-9154-5b7329a9b521 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 11 16:32:15.162766 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-935e1a0c-3262-444e-85d8-b53873f2adaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-iscsi, 7a941c4a-1571-4083-acec-e713c744ada5) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:32:15.169717 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-af55daec-c862-480e-94ee-defaac20838a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:15.173519 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3bd0bb-4c62-4689-8f7c-38034119ff4f None None] Network 7a941c4a-1571-4083-acec-e713c744ada5 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:32:15.182204 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935e1a0c-3262-444e-85d8-b53873f2adaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:15.183501 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-935e1a0c-3262-444e-85d8-b53873f2adaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:15.205968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-af55daec-c862-480e-94ee-defaac20838a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Transition to ACTIVE for port object 9d8a18fe-2101-48fc-a0a0-4d73963b351f will not be triggered until provisioned by entity DHCP. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:32:15.217510 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-935e1a0c-3262-444e-85d8-b53873f2adaa admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2952535
Dec 11 16:32:15.227714 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 33824) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:32:15.239391 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1740708891-router', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:32:15.248377 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:32:15.256275 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Usage tracker for resource:router and tenant:6249f65c09694e7495b3c930d48ab272 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:32:15.262322 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:32:15.272869 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:32:15.295959 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854257003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854741687'] for router, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:15.297294 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854284226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-492582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34129'] for router, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:15.313457 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:15.350632 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-af55daec-c862-480e-94ee-defaac20838a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:15.368116 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:15.465089 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e165c9a-747f-5c25-ae5f-69a683944675-7a941c4a-1571-4083-acec-e713c744ada5', 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'fixed_ips': [{'subnet_id': '1deabf70-3b1e-4497-871a-64c6ec5789ea'}]}} from dv-cinder-766752-1-iscsi. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 11 16:32:15.466834 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:15.514528 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55daec-c862-480e-94ee-defaac20838a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Pushing event updated for resources: {'Port': ['ID=9d8a18fe-2101-48fc-a0a0-4d73963b351f,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:15.526337 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-af55daec-c862-480e-94ee-defaac20838a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:15.658271 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854270776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34094'] for router, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:15.779823 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-af55daec-c862-480e-94ee-defaac20838a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Network 04b8d30e-92aa-4b95-a839-724d382c79d3 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:32:15.781495 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-af55daec-c862-480e-94ee-defaac20838a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:32:15.784229 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1f47c8f6-b14c-448c-9b51-183b495fa093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29322894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826608918'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:15.785182 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-af55daec-c862-480e-94ee-defaac20838a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:32:15.876648 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:15.910391 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-af55daec-c862-480e-94ee-defaac20838a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:15.911159 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-af55daec-c862-480e-94ee-defaac20838a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:15.959285 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47c8f6-b14c-448c-9b51-183b495fa093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e108565b-9475-4107-890b-643bfc9f7e49,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:15.970203 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1f47c8f6-b14c-448c-9b51-183b495fa093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:16.017834 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c14d15-84c4-46aa-aa2c-59cffb00865a req-9c42565a-63bc-4cb1-849b-c2b3bb1b794b tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:16.025771 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-91c14d15-84c4-46aa-aa2c-59cffb00865a req-9c42565a-63bc-4cb1-849b-c2b3bb1b794b tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 932 time: 0.2890234
Dec 11 16:32:16.073530 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Allocated IP 172.20.0.2 (7a941c4a-1571-4083-acec-e713c744ada5/1deabf70-3b1e-4497-871a-64c6ec5789ea/6095390f-4ced-4947-bbf8-c44cee3c443f) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:32:16.091107 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-af55daec-c862-480e-94ee-defaac20838a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1645825
Dec 11 16:32:16.096209 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1f47c8f6-b14c-448c-9b51-183b495fa093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:16.098365 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1f47c8f6-b14c-448c-9b51-183b495fa093 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e108565b-9475-4107-890b-643bfc9f7e49 HTTP/1.1" status: 204  len: 168 time: 1.3628690
Dec 11 16:32:16.102711 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 33844) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:32:16.105732 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-91c14d15-84c4-46aa-aa2c-59cffb00865a req-4cefe4fa-b696-4047-a060-dec339474073 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups?id=30bdf997-7b60-4148-8c80-abaf80be0da2&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0781698
Dec 11 16:32:16.265518 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-549b33dd-c80c-4873-b784-39f8063f8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3897092'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:16.319987 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-760d8b94-cfa5-4aa2-81f8-c1eeb4bdf86d None None] Provisioning for port 9d8a18fe-2101-48fc-a0a0-4d73963b351f completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:32:16.349048 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:16.349386 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Request body: {'port': {'device_id': 'f3cc4d69-1b0e-42cb-a304-7dc8233782b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:32:16.349500 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-760d8b94-cfa5-4aa2-81f8-c1eeb4bdf86d None None] Provisioning complete for port 9d8a18fe-2101-48fc-a0a0-4d73963b351f triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:32:16.350075 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-760d8b94-cfa5-4aa2-81f8-c1eeb4bdf86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:16.389973 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:16.509699 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-760d8b94-cfa5-4aa2-81f8-c1eeb4bdf86d None None] Port 9d8a18fe-2101-48fc-a0a0-4d73963b351f cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:32:16.565694 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:16.582429 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Transition to ACTIVE for port object 6095390f-4ced-4947-bbf8-c44cee3c443f will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:32:16.609422 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Transition to ACTIVE for port object 6095390f-4ced-4947-bbf8-c44cee3c443f will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:32:16.616494 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:16.634173 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:16.640600 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:16.648821 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-549b33dd-c80c-4873-b784-39f8063f8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536934', 'neutron.services.segments.db._delete_segments_for_network--9223363279767150606'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:16.707614 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Allocated IP 172.27.3.172 (2c8d0687-6545-4ddc-9608-794ea870ad6d/c11ea905-4982-4de9-ba49-1a66c1d28d32/69f4cfaa-b4c1-4c71-9f88-96280d2c11c9) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:32:16.879825 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-549b33dd-c80c-4873-b784-39f8063f8dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6eab3d2ba8>,) {'filters': {'network_id': ['98a3bf02-b914-4f93-b8e0-dfacc6990524']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:32:16.910332 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Pushing event updated for resources: {'Port': ['ID=6095390f-4ced-4947-bbf8-c44cee3c443f,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:16.916653 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:16.917141 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-549b33dd-c80c-4873-b784-39f8063f8dc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eab3d2ba8>, '0378aad0-bf2d-48dd-a526-5d6fb76ca3fb') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:32:16.917636 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-549b33dd-c80c-4873-b784-39f8063f8dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eab3d2ba8>, '0378aad0-bf2d-48dd-a526-5d6fb76ca3fb') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:32:16.922083 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:16.946597 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-549b33dd-c80c-4873-b784-39f8063f8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279767145639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036825487758'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:16.962746 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Network 7a941c4a-1571-4083-acec-e713c744ada5 is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:32:16.966402 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Resources bound (agent type, host, resource id):  {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:32:16.971999 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:32:16.981999 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:17.011787 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b32f2cf3-c8a0-4add-9c0b-981f9bcfe1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:17.056411 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-549b33dd-c80c-4873-b784-39f8063f8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:17.059427 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Attempting to bind port 6095390f-4ced-4947-bbf8-c44cee3c443f on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:32:17.060047 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Attempting to bind port 6095390f-4ced-4947-bbf8-c44cee3c443f by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': '5ff84b41-9995-42f8-9302-c2f0bb565219', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:32:17.060599 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Attempting to bind port 6095390f-4ced-4947-bbf8-c44cee3c443f on network 7a941c4a-1571-4083-acec-e713c744ada5 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:32:17.077238 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:32:17.077766 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Checking segment: {'id': '5ff84b41-9995-42f8-9302-c2f0bb565219', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:32:17.078428 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:17.079088 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Bound using segment: {'id': '5ff84b41-9995-42f8-9302-c2f0bb565219', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:32:17.079918 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Bound port: 6095390f-4ced-4947-bbf8-c44cee3c443f, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff84b41-9995-42f8-9302-c2f0bb565219', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:32:17.080717 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:17.092519 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-549b33dd-c80c-4873-b784-39f8063f8dc2 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 11 16:32:17.106243 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Pushing event updated for resources: {'Port': ['ID=69f4cfaa-b4c1-4c71-9f88-96280d2c11c9,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:17.117011 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:17.282400 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Network 2c8d0687-6545-4ddc-9608-794ea870ad6d is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:32:17.283859 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:32:17.289806 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:32:17.298624 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] For port 6095390f-4ced-4947-bbf8-c44cee3c443f, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:32:17.308176 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] For port 6095390f-4ced-4947-bbf8-c44cee3c443f, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=6095390f-4ced-4947-bbf8-c44cee3c443f,segment=NetworkSegment(5ff84b41-9995-42f8-9302-c2f0bb565219),segment_id=5ff84b41-9995-42f8-9302-c2f0bb565219)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:32:17.318527 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:17.347216 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a4ded4b3-3fbd-4355-b82b-c4cccbe0800a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:17.561298 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Pushing event updated for resources: {'Port': ['ID=6095390f-4ced-4947-bbf8-c44cee3c443f,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:17.566295 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:17.725527 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-549b33dd-c80c-4873-b784-39f8063f8dc2 admin admin] Network 98a3bf02-b914-4f93-b8e0-dfacc6990524 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:32:17.738059 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-549b33dd-c80c-4873-b784-39f8063f8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3532889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29322805'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:17.823251 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd93476-7f80-4c84-95d1-26397439e03f req-edd4a95f-3d4d-4ad6-8952-ca18c43b0f9e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:17.825136 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-bcd93476-7f80-4c84-95d1-26397439e03f req-edd4a95f-3d4d-4ad6-8952-ca18c43b0f9e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 932 time: 0.3861985
Dec 11 16:32:18.201821 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-549b33dd-c80c-4873-b784-39f8063f8dc2 admin admin] Network 98a3bf02-b914-4f93-b8e0-dfacc6990524 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:32:18.210208 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-bcd93476-7f80-4c84-95d1-26397439e03f req-31ab2ee3-ca18-429e-88b2-8f8fa3733b92 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups?id=30bdf997-7b60-4148-8c80-abaf80be0da2&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3268316
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]: Traceback (most recent call last):
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:     timer()
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:     cb(*args, **kw)
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:     return func(*args, **kwargs)
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:     self._notify()
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.callback(batched_events)
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:     event.method(event)
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:     segment_id)['aggregates'][0]
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(self, *a, **k)
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self._get(url).json()
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:     **kwargs)
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.request(url, 'GET', **kwargs)
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:     **endpoint_filter)
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 16:32:18.249536 dv-cinder-766752-1-iscsi neutron-server[80088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 16:32:18.261445 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:18.412241 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.resource_extend [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 11 16:32:18.507811 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-549b33dd-c80c-4873-b784-39f8063f8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851238850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854270827'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:18.536117 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:18.571484 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-549b33dd-c80c-4873-b784-39f8063f8dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:18.592897 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b33dd-c80c-4873-b784-39f8063f8dc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=98a3bf02-b914-4f93-b8e0-dfacc6990524,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:18.606307 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-549b33dd-c80c-4873-b784-39f8063f8dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:18.625598 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d8a18fe-2101-48fc-a0a0-4d73963b351f {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 11 16:32:18.634858 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-549b33dd-c80c-4873-b784-39f8063f8dc2 admin admin] 10.222.0.68 "DELETE /v2.0/networks/98a3bf02-b914-4f93-b8e0-dfacc6990524 HTTP/1.1" status: 204  len: 168 time: 2.5309124
Dec 11 16:32:18.642795 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:18.668508 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Transition to ACTIVE for port object 9d8a18fe-2101-48fc-a0a0-4d73963b351f will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:32:18.673048 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:18.704422 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-bc19d857-4e98-44a4-a56d-8cb2ac2ec869 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:18.717835 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505042'] for router, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:18.828032 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 33870) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:32:18.980808 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8a18fe-2101-48fc-a0a0-4d73963b351f,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:18.991620 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:18.991842 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Router 216910f5-a6ef-4c87-90ec-131cfe52f4de is scheduled to L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 with binding_index 1 {{(pid=80199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 11 16:32:18.997970 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-14c06d5f-5b4b-468a-aab3-4e361253023e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4883ef02598a4b619747064e27298a13&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1684525
Dec 11 16:32:19.004056 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 33874) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:32:19.159916 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1906990-f87e-464d-bf92-53944cc6d732 None None] Network 7a941c4a-1571-4083-acec-e713c744ada5 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:32:19.236380 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:32:19.268879 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Attempting to bind port 9d8a18fe-2101-48fc-a0a0-4d73963b351f on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:32:19.269158 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Attempting to bind port 9d8a18fe-2101-48fc-a0a0-4d73963b351f by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '16dfdecf-3ca9-4256-9c7d-1571be14ab53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:32:19.269485 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Attempting to bind port 9d8a18fe-2101-48fc-a0a0-4d73963b351f on network 04b8d30e-92aa-4b95-a839-724d382c79d3 {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:32:19.278497 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:19.284572 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Checking agent: {'id': 'bb51e0aa-91b6-4647-b88f-2e2e91697051', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 49), 'started_at': datetime.datetime(2020, 12, 11, 16, 25, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:32:19.284572 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Checking segment: {'id': '16dfdecf-3ca9-4256-9c7d-1571be14ab53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:32:19.284572 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:19.288602 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.0591707
Dec 11 16:32:19.292291 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Bound using segment: {'id': '16dfdecf-3ca9-4256-9c7d-1571be14ab53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:32:19.293277 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Bound port: 9d8a18fe-2101-48fc-a0a0-4d73963b351f, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16dfdecf-3ca9-4256-9c7d-1571be14ab53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:32:19.293801 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:19.305114 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 33882) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:32:19.400105 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] For port 9d8a18fe-2101-48fc-a0a0-4d73963b351f, host hv-cinder-76675, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:32:19.404963 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] For port 9d8a18fe-2101-48fc-a0a0-4d73963b351f, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=9d8a18fe-2101-48fc-a0a0-4d73963b351f,segment=NetworkSegment(16dfdecf-3ca9-4256-9c7d-1571be14ab53),segment_id=16dfdecf-3ca9-4256-9c7d-1571be14ab53)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:32:19.410082 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:19.419807 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Sync routers for ids ['216910f5-a6ef-4c87-90ec-131cfe52f4de'] in dv-cinder-766752-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:32:19.443941 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Routers {'216910f5-a6ef-4c87-90ec-131cfe52f4de'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:32:19.444786 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eab9d1c18>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:32:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['216910f5-a6ef-4c87-90ec-131cfe52f4de'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:32:19.566292 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e4fb8195-dd7c-41dc-86e6-10f7d0be9547 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:19.569872 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b86b287b-1165-4538-acf0-a4146aaf92d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:19.605013 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b86b287b-1165-4538-acf0-a4146aaf92d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:19.645945 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:19.646900 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:19.648889 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] 10.222.0.64 "PUT /v2.0/ports/9d8a18fe-2101-48fc-a0a0-4d73963b351f HTTP/1.1" status: 200  len: 1158 time: 3.5428438
Dec 11 16:32:19.649572 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3cc4d69-1b0e-42cb-a304-7dc8233782b9', 'tag': '9d8a18fe-2101-48fc-a0a0-4d73963b351f'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:32:19.675201 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8a18fe-2101-48fc-a0a0-4d73963b351f,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:19.679347 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:19.708085 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a716b7c-7bc6-4add-9d3a-2a3617e14221 req-ff9e44ef-e0f4-4442-b9e0-5c5921a6c8d8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:19.709784 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8a716b7c-7bc6-4add-9d3a-2a3617e14221 req-ff9e44ef-e0f4-4442-b9e0-5c5921a6c8d8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 944 time: 0.3171251
Dec 11 16:32:19.878579 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Set router 216910f5-a6ef-4c87-90ec-131cfe52f4de gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:32:19.883580 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-de7bb4fd-300d-45f5-8748-222b6d90758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:19.894928 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-de7bb4fd-300d-45f5-8748-222b6d90758d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54109747176345eb91303b0d7d7e8b59&device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 1161 time: 0.1756485
Dec 11 16:32:19.990999 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8a716b7c-7bc6-4add-9d3a-2a3617e14221 req-a5706a26-a0ec-4450-bfd3-88f34743bba0 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups?id=30bdf997-7b60-4148-8c80-abaf80be0da2&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1741967
Dec 11 16:32:19.995171 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b86b287b-1165-4538-acf0-a4146aaf92d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:20.003012 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-739b5f82-bf26-414e-89b0-03479b17435f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:20.032986 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b287b-1165-4538-acf0-a4146aaf92d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edad38f-4bd0-45aa-a0d7-32ced890d4f8,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:20.054975 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b86b287b-1165-4538-acf0-a4146aaf92d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:20.064864 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-37ca917a-1a83-4a79-bee0-ad2e502c30e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d8a18fe-2101-48fc-a0a0-4d73963b351f HTTP/1.1" status: 200  len: 217 time: 0.1556213
Dec 11 16:32:20.095230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b86b287b-1165-4538-acf0-a4146aaf92d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:20.099155 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-b86b287b-1165-4538-acf0-a4146aaf92d0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6edad38f-4bd0-45aa-a0d7-32ced890d4f8 HTTP/1.1" status: 204  len: 168 time: 1.0907085
Dec 11 16:32:20.119727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 6095390f-4ced-4947-bbf8-c44cee3c443f up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:32:20.213806 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-6093495d-769f-45a0-bf15-1ac828e7de8e None None] Provisioning for port 6095390f-4ced-4947-bbf8-c44cee3c443f completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:32:20.332616 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-a2cf0358-fd24-4d97-8e1e-53db2e6be9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:20.335452 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-a2cf0358-fd24-4d97-8e1e-53db2e6be9f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa4bf76b-c105-4825-915d-862cbf8175be HTTP/1.1" status: 200  len: 851 time: 0.2314761
Dec 11 16:32:20.391718 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3cc4d69-1b0e-42cb-a304-7dc8233782b9', 'tag': '9d8a18fe-2101-48fc-a0a0-4d73963b351f', 'status': 'completed', 'code': 200}
Dec 11 16:32:20.457317 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-a1ade612-3d92-4a05-93f7-4fc8a7948d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:20.459617 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-a1ade612-3d92-4a05-93f7-4fc8a7948d00 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04b8d30e-92aa-4b95-a839-724d382c79d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1133332
Dec 11 16:32:20.654484 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-c7872b2d-a477-45ca-b0fd-812273d5a6d0 service neutron] 10.222.0.64 "GET /v2.0/networks/04b8d30e-92aa-4b95-a839-724d382c79d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1866431
Dec 11 16:32:20.678535 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port 6095390f-4ced-4947-bbf8-c44cee3c443f completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:32:20.697752 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 6095390f-4ced-4947-bbf8-c44cee3c443f triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:32:20.698741 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:20.939906 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-99db918c-1632-4e06-82bd-6a85e2f85e6c req-5ca1e6a6-c83a-4ddc-8eca-6159d8ad8d58 service neutron] 10.222.0.64 "GET /v2.0/networks/04b8d30e-92aa-4b95-a839-724d382c79d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2766449
Dec 11 16:32:20.975761 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:21.061195 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:21.075653 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eab9d1c18>, [{'id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'name': 'tempest-TestMinimumBasicScenario-1740708891-router', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:32:15Z', 'updated_at': '2020-12-11T16:32:17Z', 'revision_number': 3, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'gw_port': {'id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:16Z', 'updated_at': '2020-12-11T16:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:32:21.088339 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Checking router: 216910f5-a6ef-4c87-90ec-131cfe52f4de for host: dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:32:21.088908 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Updating router 216910f5-a6ef-4c87-90ec-131cfe52f4de port 69f4cfaa-b4c1-4c71-9f88-96280d2c11c9 binding host dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 11 16:32:21.190392 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b61ec-5fcb-420d-9a14-48e27cacbf5c req-d9f1ac3a-6435-45fd-b9a1-81cb4f9c8d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:21.194631 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c17b61ec-5fcb-420d-9a14-48e27cacbf5c req-d9f1ac3a-6435-45fd-b9a1-81cb4f9c8d37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54109747176345eb91303b0d7d7e8b59&device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 1161 time: 0.1433816
Dec 11 16:32:21.199695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port 6095390f-4ced-4947-bbf8-c44cee3c443f, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=6095390f-4ced-4947-bbf8-c44cee3c443f,segment=NetworkSegment(5ff84b41-9995-42f8-9302-c2f0bb565219),segment_id=5ff84b41-9995-42f8-9302-c2f0bb565219)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:32:21.210561 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:21.430642 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:21.465409 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e150d5a9-d4be-428d-818d-5cebcd65a249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:21.474667 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b61ec-5fcb-420d-9a14-48e27cacbf5c req-173c42b9-24c1-4678-a478-bdd40092303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:21.476570 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c17b61ec-5fcb-420d-9a14-48e27cacbf5c req-173c42b9-24c1-4678-a478-bdd40092303a service neutron] 10.222.0.64 "GET /v2.0/networks?id=04b8d30e-92aa-4b95-a839-724d382c79d3 HTTP/1.1" status: 200  len: 906 time: 0.2747071
Dec 11 16:32:21.622362 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c17b61ec-5fcb-420d-9a14-48e27cacbf5c req-334e1a63-eb2b-4581-a2ef-3ff2c21e6f7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d8a18fe-2101-48fc-a0a0-4d73963b351f HTTP/1.1" status: 200  len: 217 time: 0.1376317
Dec 11 16:32:21.651130 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=6095390f-4ced-4947-bbf8-c44cee3c443f,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:21.734251 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:21.738945 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd84348-97ef-4a1f-b44c-9dc9d9105832 req-a9b6f7c1-a9a5-4716-8fd4-644300000dd3 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:21.746434 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b61ec-5fcb-420d-9a14-48e27cacbf5c req-c0c31948-45bb-4e16-b985-88bc4b95475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:21.748520 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c17b61ec-5fcb-420d-9a14-48e27cacbf5c req-c0c31948-45bb-4e16-b985-88bc4b95475d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa4bf76b-c105-4825-915d-862cbf8175be HTTP/1.1" status: 200  len: 851 time: 0.1189158
Dec 11 16:32:21.749614 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-bbd84348-97ef-4a1f-b44c-9dc9d9105832 req-a9b6f7c1-a9a5-4716-8fd4-644300000dd3 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 944 time: 0.3571134
Dec 11 16:32:21.813730 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-bbd84348-97ef-4a1f-b44c-9dc9d9105832 req-a85d92aa-b1ab-46a5-9271-110e59b992f1 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups?id=30bdf997-7b60-4148-8c80-abaf80be0da2&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0632505
Dec 11 16:32:21.834431 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Allocated IP 172.20.0.1 (7a941c4a-1571-4083-acec-e713c744ada5/1deabf70-3b1e-4497-871a-64c6ec5789ea/ea869806-1ba6-400b-ab66-b12680c808af) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:32:21.870399 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-c73d1cda-9eef-4d24-b9b8-ad9e26354e74 None None] Provisioning complete for port 6095390f-4ced-4947-bbf8-c44cee3c443f triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:32:21.870792 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c73d1cda-9eef-4d24-b9b8-ad9e26354e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:21.901552 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b61ec-5fcb-420d-9a14-48e27cacbf5c req-130b88b1-cf87-4abb-9554-04f3aac10074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:21.904767 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c17b61ec-5fcb-420d-9a14-48e27cacbf5c req-130b88b1-cf87-4abb-9554-04f3aac10074 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04b8d30e-92aa-4b95-a839-724d382c79d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1492305
Dec 11 16:32:21.966405 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 6095390f-4ced-4947-bbf8-c44cee3c443f up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:32:22.124837 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c17b61ec-5fcb-420d-9a14-48e27cacbf5c req-05cdf089-d4c3-4494-ab02-d61d5f7967d3 service neutron] 10.222.0.64 "GET /v2.0/networks/04b8d30e-92aa-4b95-a839-724d382c79d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2107525
Dec 11 16:32:22.128863 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:22.163161 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Transition to ACTIVE for port object ea869806-1ba6-400b-ab66-b12680c808af will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:32:22.184595 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:22.197272 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:22.200421 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 6095390f-4ced-4947-bbf8-c44cee3c443f triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:32:22.200848 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:22.225735 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:22.241585 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Transition to ACTIVE for port object 69f4cfaa-b4c1-4c71-9f88-96280d2c11c9 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:32:22.246033 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:22.270903 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-175feaa0-bf91-4b6c-bb98-2a73d8fe02af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:22.344737 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c17b61ec-5fcb-420d-9a14-48e27cacbf5c req-73596115-4b92-47c9-abc2-68d01fda855c service neutron] 10.222.0.64 "GET /v2.0/networks/04b8d30e-92aa-4b95-a839-724d382c79d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2132158
Dec 11 16:32:22.403567 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Pushing event updated for resources: {'Port': ['ID=ea869806-1ba6-400b-ab66-b12680c808af,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:22.408356 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:22.450099 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-c7bb9ad6-a2fd-442a-a4da-db1f2cfa3c1f None None] Provisioning complete for port 6095390f-4ced-4947-bbf8-c44cee3c443f triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:32:22.450750 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c7bb9ad6-a2fd-442a-a4da-db1f2cfa3c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:22.452530 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Network 7a941c4a-1571-4083-acec-e713c744ada5 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:32:22.453748 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:32:22.456081 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:32:22.478659 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d221680-4cd9-48fe-be29-ca4f323f871d None None] Pushing event updated for resources: {'Port': ['ID=69f4cfaa-b4c1-4c71-9f88-96280d2c11c9,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:22.490034 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6d221680-4cd9-48fe-be29-ca4f323f871d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:22.528387 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854270948'] for router_interface, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:22.747072 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:22.758258 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Attempting to bind port 69f4cfaa-b4c1-4c71-9f88-96280d2c11c9 on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:32:22.759168 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Attempting to bind port 69f4cfaa-b4c1-4c71-9f88-96280d2c11c9 by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:32:22.759590 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Attempting to bind port 69f4cfaa-b4c1-4c71-9f88-96280d2c11c9 on network 2c8d0687-6545-4ddc-9608-794ea870ad6d {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:32:22.768557 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:32:22.769199 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Checking segment: {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:32:22.769688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:22.770133 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Bound using segment: {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:32:22.770743 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Bound port: 69f4cfaa-b4c1-4c71-9f88-96280d2c11c9, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:32:22.771296 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:22.868931 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-59c8c2dd-5e0c-4eac-8af4-43db5c9ff577 None None] Provisioning for port ea869806-1ba6-400b-ab66-b12680c808af completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:32:22.879879 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] For port 69f4cfaa-b4c1-4c71-9f88-96280d2c11c9, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:32:22.887115 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] For port 69f4cfaa-b4c1-4c71-9f88-96280d2c11c9, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=69f4cfaa-b4c1-4c71-9f88-96280d2c11c9,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:32:22.888864 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-59c8c2dd-5e0c-4eac-8af4-43db5c9ff577 None None] Provisioning complete for port ea869806-1ba6-400b-ab66-b12680c808af triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:32:22.889577 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-59c8c2dd-5e0c-4eac-8af4-43db5c9ff577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:22.934600 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:22.952171 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:22.983423 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:23.074215 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d221680-4cd9-48fe-be29-ca4f323f871d None None] Pushing event updated for resources: {'Port': ['ID=69f4cfaa-b4c1-4c71-9f88-96280d2c11c9,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:23.098473 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6d221680-4cd9-48fe-be29-ca4f323f871d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:23.170206 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-59c8c2dd-5e0c-4eac-8af4-43db5c9ff577 None None] Port ea869806-1ba6-400b-ab66-b12680c808af cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:32:23.270054 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Routers {'216910f5-a6ef-4c87-90ec-131cfe52f4de'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:32:23.273135 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eab9d1c18>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:32:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['216910f5-a6ef-4c87-90ec-131cfe52f4de'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:32:23.373202 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcda1a1-3e52-4467-afbd-864903b94790 req-4be0fbfb-ffd9-419f-a51c-a8d4bda4f1ad tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:23.376079 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-cfcda1a1-3e52-4467-afbd-864903b94790 req-4be0fbfb-ffd9-419f-a51c-a8d4bda4f1ad tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 944 time: 0.2969809
Dec 11 16:32:23.462049 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-cfcda1a1-3e52-4467-afbd-864903b94790 req-9b3e64d8-e531-448f-8605-cb24f3488487 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups?id=30bdf997-7b60-4148-8c80-abaf80be0da2&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0720692
Dec 11 16:32:23.571500 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:23.576518 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31879474'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:23.633871 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:23.694638 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] Set router 216910f5-a6ef-4c87-90ec-131cfe52f4de gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:32:23.725231 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Pushing event updated for resources: {'Port': ['ID=ea869806-1ba6-400b-ab66-b12680c808af,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:23.727996 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851421897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854276357'] for router_interface, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:23.743328 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:23.892700 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Network 7a941c4a-1571-4083-acec-e713c744ada5 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:32:23.893723 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:32:24.049044 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eab9d1c18>, [{'id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'name': 'tempest-TestMinimumBasicScenario-1740708891-router', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:32:15Z', 'updated_at': '2020-12-11T16:32:22Z', 'revision_number': 4, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'gw_port': {'id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:16Z', 'updated_at': '2020-12-11T16:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'ea869806-1ba6-400b-ab66-b12680c808af', 'name': '', 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'mac_address': 'fa:16:3e:02:d8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:21Z', 'updated_at': '2020-12-11T16:32:21Z', 'revision_number': 1, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'subnets': [{'id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:32:24.053689 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2a6dd9-95b9-4dec-ae72-21d67d74071d None None] The sync data for ids ['216910f5-a6ef-4c87-90ec-131cfe52f4de'] in dv-cinder-766752-1-iscsi is: [{'id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'name': 'tempest-TestMinimumBasicScenario-1740708891-router', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:32:15Z', 'updated_at': '2020-12-11T16:32:22Z', 'revision_number': 4, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'gw_port': {'id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:16Z', 'updated_at': '2020-12-11T16:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'ea869806-1ba6-400b-ab66-b12680c808af', 'name': '', 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'mac_address': 'fa:16:3e:02:d8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:21Z', 'updated_at': '2020-12-11T16:32:21Z', 'revision_number': 1, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'subnets': [{'id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:32:24.098019 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-cf70cc42-6069-4d8d-9031-324917957ba4 None None] Provisioning complete for port ea869806-1ba6-400b-ab66-b12680c808af triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:32:24.099007 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cf70cc42-6069-4d8d-9031-324917957ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:24.117580 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Router 216910f5-a6ef-4c87-90ec-131cfe52f4de has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:32:24.161608 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-cf70cc42-6069-4d8d-9031-324917957ba4 None None] Port ea869806-1ba6-400b-ab66-b12680c808af cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:32:24.623063 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:32:24.633321 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] 10.222.0.68 "PUT /v2.0/routers/216910f5-a6ef-4c87-90ec-131cfe52f4de/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3268604
Dec 11 16:32:24.820988 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d68c07-7b1e-44a7-9eed-f09e5822001d req-1d891a88-bfd8-4446-b7e2-a4f3c6cccc08 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:24.823442 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-84d68c07-7b1e-44a7-9eed-f09e5822001d req-1d891a88-bfd8-4446-b7e2-a4f3c6cccc08 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 944 time: 0.1034281
Dec 11 16:32:24.894089 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-84d68c07-7b1e-44a7-9eed-f09e5822001d req-767afd33-de1e-4495-bfc8-59565e7703eb tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups?id=30bdf997-7b60-4148-8c80-abaf80be0da2&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0624218
Dec 11 16:32:25.934136 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 69f4cfaa-b4c1-4c71-9f88-96280d2c11c9 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:32:26.046275 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port 69f4cfaa-b4c1-4c71-9f88-96280d2c11c9 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:32:26.052946 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 69f4cfaa-b4c1-4c71-9f88-96280d2c11c9 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:32:26.053689 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:26.166403 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479f74c-950d-40a3-aa06-d7a16e169204 req-18a95aa5-55f1-4258-bb64-28e1fc47224e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:26.175375 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c479f74c-950d-40a3-aa06-d7a16e169204 req-18a95aa5-55f1-4258-bb64-28e1fc47224e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 944 time: 0.1112287
Dec 11 16:32:26.209517 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:26.236001 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c479f74c-950d-40a3-aa06-d7a16e169204 req-194bde39-eaf3-4ef3-a381-84b96cdfc08c tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups?id=30bdf997-7b60-4148-8c80-abaf80be0da2&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0596483
Dec 11 16:32:26.246150 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port 69f4cfaa-b4c1-4c71-9f88-96280d2c11c9, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=69f4cfaa-b4c1-4c71-9f88-96280d2c11c9,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:32:26.253282 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:26.255870 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c3b42f50-037d-40ad-9938-330286a3acd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:26.350045 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=69f4cfaa-b4c1-4c71-9f88-96280d2c11c9,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:26.354837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:27.660512 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Sync routers for ids ['216910f5-a6ef-4c87-90ec-131cfe52f4de'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:32:27.673242 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Routers {'216910f5-a6ef-4c87-90ec-131cfe52f4de'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:32:27.673932 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabf1c6a0>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:32:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['216910f5-a6ef-4c87-90ec-131cfe52f4de'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:32:27.892113 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Set router 216910f5-a6ef-4c87-90ec-131cfe52f4de gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:32:27.923295 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 69f4cfaa-b4c1-4c71-9f88-96280d2c11c9 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:32:28.022286 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 69f4cfaa-b4c1-4c71-9f88-96280d2c11c9 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:32:28.023259 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:28.333814 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabf1c6a0>, [{'id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'name': 'tempest-TestMinimumBasicScenario-1740708891-router', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:32:15Z', 'updated_at': '2020-12-11T16:32:22Z', 'revision_number': 4, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'gw_port': {'id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:16Z', 'updated_at': '2020-12-11T16:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'ea869806-1ba6-400b-ab66-b12680c808af', 'name': '', 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'mac_address': 'fa:16:3e:02:d8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:21Z', 'updated_at': '2020-12-11T16:32:23Z', 'revision_number': 2, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'subnets': [{'id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:32:28.338578 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Checking router: 216910f5-a6ef-4c87-90ec-131cfe52f4de for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:32:28.339019 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Updating router 216910f5-a6ef-4c87-90ec-131cfe52f4de port ea869806-1ba6-400b-ab66-b12680c808af binding host dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 11 16:32:28.413964 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:28.476344 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284bb07-d325-4470-b92c-d6ad57f627a7 req-9adaa488-9c73-4525-ac74-1c465220aedc tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:28.478080 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5284bb07-d325-4470-b92c-d6ad57f627a7 req-9adaa488-9c73-4525-ac74-1c465220aedc tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 944 time: 0.1554689
Dec 11 16:32:28.608119 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5284bb07-d325-4470-b92c-d6ad57f627a7 req-146f861d-b6f2-40b3-92e9-6131ff7991e5 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups?id=30bdf997-7b60-4148-8c80-abaf80be0da2&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1030636
Dec 11 16:32:28.947307 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:28.962658 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Transition to ACTIVE for port object ea869806-1ba6-400b-ab66-b12680c808af will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:32:28.966582 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:28.981325 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3c7c7647-115e-4aad-927d-734604c58856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:29.125112 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5470405-c358-4dd2-abc5-4a47912f670d None None] Pushing event updated for resources: {'Port': ['ID=ea869806-1ba6-400b-ab66-b12680c808af,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:29.130149 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d5470405-c358-4dd2-abc5-4a47912f670d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:29.394944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Attempting to bind port ea869806-1ba6-400b-ab66-b12680c808af on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:32:29.395303 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Attempting to bind port ea869806-1ba6-400b-ab66-b12680c808af by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': '5ff84b41-9995-42f8-9302-c2f0bb565219', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:32:29.395785 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Attempting to bind port ea869806-1ba6-400b-ab66-b12680c808af on network 7a941c4a-1571-4083-acec-e713c744ada5 {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:32:29.410979 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:32:29.411405 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Checking segment: {'id': '5ff84b41-9995-42f8-9302-c2f0bb565219', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:32:29.411867 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:29.412315 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Bound using segment: {'id': '5ff84b41-9995-42f8-9302-c2f0bb565219', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:32:29.415510 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Bound port: ea869806-1ba6-400b-ab66-b12680c808af, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff84b41-9995-42f8-9302-c2f0bb565219', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:32:29.415987 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:29.550096 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] For port ea869806-1ba6-400b-ab66-b12680c808af, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:32:29.554030 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] For port ea869806-1ba6-400b-ab66-b12680c808af, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=ea869806-1ba6-400b-ab66-b12680c808af,segment=NetworkSegment(5ff84b41-9995-42f8-9302-c2f0bb565219),segment_id=5ff84b41-9995-42f8-9302-c2f0bb565219)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:32:29.558617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:29.579338 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:29.796601 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Routers {'216910f5-a6ef-4c87-90ec-131cfe52f4de'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:32:29.797310 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabf1c6a0>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:32:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['216910f5-a6ef-4c87-90ec-131cfe52f4de'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:32:29.924661 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce055f1-328c-44e7-8331-c68d7418de62 req-b924de89-fb0b-4754-add6-8fdda36d913d tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:29.934349 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8ce055f1-328c-44e7-8331-c68d7418de62 req-b924de89-fb0b-4754-add6-8fdda36d913d tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 944 time: 0.1663539
Dec 11 16:32:30.023796 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8ce055f1-328c-44e7-8331-c68d7418de62 req-13e796f8-2f52-48e5-a1bc-c94de3126091 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups?id=30bdf997-7b60-4148-8c80-abaf80be0da2&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0877628
Dec 11 16:32:30.088953 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5470405-c358-4dd2-abc5-4a47912f670d None None] Pushing event updated for resources: {'Port': ['ID=ea869806-1ba6-400b-ab66-b12680c808af,revision_number=4']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:30.117866 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d5470405-c358-4dd2-abc5-4a47912f670d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:30.181708 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] Set router 216910f5-a6ef-4c87-90ec-131cfe52f4de gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:32:30.788173 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabf1c6a0>, [{'id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'name': 'tempest-TestMinimumBasicScenario-1740708891-router', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:32:15Z', 'updated_at': '2020-12-11T16:32:22Z', 'revision_number': 4, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'gw_port': {'id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:16Z', 'updated_at': '2020-12-11T16:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'ea869806-1ba6-400b-ab66-b12680c808af', 'name': '', 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'mac_address': 'fa:16:3e:02:d8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:21Z', 'updated_at': '2020-12-11T16:32:29Z', 'revision_number': 4, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'subnets': [{'id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:32:30.792804 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acbb9a0-2194-4d24-8210-291bfda31bf2 None None] The sync data for ids ['216910f5-a6ef-4c87-90ec-131cfe52f4de'] in dv-cinder-766752-1-iscsi is: [{'id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'name': 'tempest-TestMinimumBasicScenario-1740708891-router', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:32:15Z', 'updated_at': '2020-12-11T16:32:22Z', 'revision_number': 4, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'gw_port': {'id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:16Z', 'updated_at': '2020-12-11T16:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'ea869806-1ba6-400b-ab66-b12680c808af', 'name': '', 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'mac_address': 'fa:16:3e:02:d8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:21Z', 'updated_at': '2020-12-11T16:32:29Z', 'revision_number': 4, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'subnets': [{'id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:32:31.372861 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5cdea-48ec-4b4b-b4ec-fc4adaa0cf43 req-7a4986dc-ec1e-47fd-89b2-b707e2065bfe tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:31.374608 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7cb5cdea-48ec-4b4b-b4ec-fc4adaa0cf43 req-7a4986dc-ec1e-47fd-89b2-b707e2065bfe tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 944 time: 0.1309791
Dec 11 16:32:31.438455 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7cb5cdea-48ec-4b4b-b4ec-fc4adaa0cf43 req-07b43e13-dcc7-4cbd-bab7-2521d2efa791 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups?id=30bdf997-7b60-4148-8c80-abaf80be0da2&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0533516
Dec 11 16:32:32.010353 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device ea869806-1ba6-400b-ab66-b12680c808af up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:32:32.101328 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port ea869806-1ba6-400b-ab66-b12680c808af completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:32:32.116854 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port ea869806-1ba6-400b-ab66-b12680c808af triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:32:32.117506 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:32.306310 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:32.351224 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port ea869806-1ba6-400b-ab66-b12680c808af, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=ea869806-1ba6-400b-ab66-b12680c808af,segment=NetworkSegment(5ff84b41-9995-42f8-9302-c2f0bb565219),segment_id=5ff84b41-9995-42f8-9302-c2f0bb565219)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:32:32.355132 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:32.357231 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:32.432899 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=ea869806-1ba6-400b-ab66-b12680c808af,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:32.436162 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:32.708376 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cc195-f709-4205-aa2d-fa26318d153a req-a9cd805d-1171-4161-8a87-255df8189fec tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:32.720384 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a51cc195-f709-4205-aa2d-fa26318d153a req-a9cd805d-1171-4161-8a87-255df8189fec tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 944 time: 0.1097376
Dec 11 16:32:32.784970 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a51cc195-f709-4205-aa2d-fa26318d153a req-0844de8b-8931-4da9-8f66-f061553da497 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups?id=30bdf997-7b60-4148-8c80-abaf80be0da2&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0641632
Dec 11 16:32:33.708966 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:32:33.942428 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device ea869806-1ba6-400b-ab66-b12680c808af up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:32:34.020426 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port ea869806-1ba6-400b-ab66-b12680c808af triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:32:34.021145 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:34.070602 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ef837-ae9c-40f8-a8fb-a20b2e437c6b req-f869352e-59b0-471e-89d4-de6c1bcd6741 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:34.072631 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-180ef837-ae9c-40f8-a8fb-a20b2e437c6b req-f869352e-59b0-471e-89d4-de6c1bcd6741 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 944 time: 0.1112659
Dec 11 16:32:34.153363 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-180ef837-ae9c-40f8-a8fb-a20b2e437c6b req-e03348fb-48ce-409f-9aa3-ff7a93d3bad7 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups?id=30bdf997-7b60-4148-8c80-abaf80be0da2&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0708597
Dec 11 16:32:34.788845 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 34050) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:32:34.975599 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b89b42b0-45bb-418a-b88f-46ae991f6842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:34.987053 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 9d8a18fe-2101-48fc-a0a0-4d73963b351f up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:32:35.012277 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-b89b42b0-45bb-418a-b88f-46ae991f6842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:32:35.021229 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-b89b42b0-45bb-418a-b88f-46ae991f6842 admin admin] Usage tracker for resource:security_group_rule and tenant:b23aaf5c173e48d594ad8f1b63553650 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:32:35.025118 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-b89b42b0-45bb-418a-b88f-46ae991f6842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:32:35.039436 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-b89b42b0-45bb-418a-b88f-46ae991f6842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:32:35.088647 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning for port 9d8a18fe-2101-48fc-a0a0-4d73963b351f completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:32:35.098011 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 9d8a18fe-2101-48fc-a0a0-4d73963b351f triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:32:35.099449 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:35.189819 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b89b42b0-45bb-418a-b88f-46ae991f6842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:35.194981 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b89b42b0-45bb-418a-b88f-46ae991f6842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:35.253197 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-501a7b87-49c4-40a6-a0c9-3be6ddecee76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:35.267233 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 34062) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:32:35.267801 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-b89b42b0-45bb-418a-b88f-46ae991f6842 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b23aaf5c173e48d594ad8f1b63553650&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4765191
Dec 11 16:32:35.291550 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b42b0-45bb-418a-b88f-46ae991f6842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185ecc43-7e3e-4d8c-9a17-f5c47cf34e5c,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:35.295557 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b89b42b0-45bb-418a-b88f-46ae991f6842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:35.328190 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:35.362578 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cc4d69-1b0e-42cb-a304-7dc8233782b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8a18fe-2101-48fc-a0a0-4d73963b351f'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:32:35.375793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port 9d8a18fe-2101-48fc-a0a0-4d73963b351f, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=9d8a18fe-2101-48fc-a0a0-4d73963b351f,segment=NetworkSegment(16dfdecf-3ca9-4256-9c7d-1571be14ab53),segment_id=16dfdecf-3ca9-4256-9c7d-1571be14ab53)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:32:35.380284 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:35.382422 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6d221680-4cd9-48fe-be29-ca4f323f871d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:35.413291 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-82b553c7-6343-4abe-9eed-d32069a22f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:35.449219 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-82b553c7-6343-4abe-9eed-d32069a22f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:35.465399 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=9d8a18fe-2101-48fc-a0a0-4d73963b351f,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:35.468903 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:35.525046 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e730974-6cff-41be-8d8f-0fa7d718226b req-0b547c78-81ab-4e07-9fc1-51c0627e771e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:35.526714 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5e730974-6cff-41be-8d8f-0fa7d718226b req-0b547c78-81ab-4e07-9fc1-51c0627e771e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 946 time: 0.2241278
Dec 11 16:32:35.532300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-82b553c7-6343-4abe-9eed-d32069a22f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:35.538855 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b86b287b-1165-4538-acf0-a4146aaf92d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:35.564833 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b553c7-6343-4abe-9eed-d32069a22f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185ecc43-7e3e-4d8c-9a17-f5c47cf34e5c,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:35.583073 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-82b553c7-6343-4abe-9eed-d32069a22f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:35.583978 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-82b553c7-6343-4abe-9eed-d32069a22f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:35.586840 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-82b553c7-6343-4abe-9eed-d32069a22f6e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/185ecc43-7e3e-4d8c-9a17-f5c47cf34e5c HTTP/1.1" status: 204  len: 168 time: 0.3168418
Dec 11 16:32:35.607332 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5e730974-6cff-41be-8d8f-0fa7d718226b req-6cbe30f0-0932-4870-88e4-46a62c29c294 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups?id=30bdf997-7b60-4148-8c80-abaf80be0da2&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0706916
Dec 11 16:32:35.805801 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cc4d69-1b0e-42cb-a304-7dc8233782b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8a18fe-2101-48fc-a0a0-4d73963b351f', 'code': 200}
Dec 11 16:32:35.889086 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f0ff-4aed-4e4a-8eb6-4d378041d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:36.137590 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87358a80-0102-4728-855a-1308f7f095a7 req-dbc81ffd-b8ce-495a-b8b0-ad7ea91d5cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:36.139233 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-87358a80-0102-4728-855a-1308f7f095a7 req-dbc81ffd-b8ce-495a-b8b0-ad7ea91d5cf2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 1163 time: 0.0765734
Dec 11 16:32:36.186610 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-87358a80-0102-4728-855a-1308f7f095a7 req-ac7deb3b-36c2-475e-b281-637e24a1ccd4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=30bdf997-7b60-4148-8c80-abaf80be0da2&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0410841
Dec 11 16:32:36.597139 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 9d8a18fe-2101-48fc-a0a0-4d73963b351f up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:32:36.647514 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-6cef2e16-68cd-4aaa-b622-15354438e865 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:36.649390 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-6cef2e16-68cd-4aaa-b622-15354438e865 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/networks?id=7a941c4a-1571-4083-acec-e713c744ada5 HTTP/1.1" status: 200  len: 815 time: 0.1683304
Dec 11 16:32:36.668442 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-5ed9a5d6-15d7-4935-949d-5221e0bd6f42 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/quotas/6249f65c09694e7495b3c930d48ab272 HTTP/1.1" status: 200  len: 375 time: 0.0119019
Dec 11 16:32:36.675659 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 9d8a18fe-2101-48fc-a0a0-4d73963b351f triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:32:36.676089 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:36.795209 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-84cda6e6-a7ff-4ba7-a5fe-605c45c11b86 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Synchronizing usage tracker for tenant:6249f65c09694e7495b3c930d48ab272 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:32:36.813078 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-84cda6e6-a7ff-4ba7-a5fe-605c45c11b86 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Unset dirty status for tenant:6249f65c09694e7495b3c930d48ab272 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:32:36.814546 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-84cda6e6-a7ff-4ba7-a5fe-605c45c11b86 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?tenant_id=6249f65c09694e7495b3c930d48ab272&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1396382
Dec 11 16:32:36.940349 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4660a97-08b5-4a6b-901e-54e98e608244 req-96e79674-f415-49d8-bf07-acc93a8f5037 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:36.941985 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e4660a97-08b5-4a6b-901e-54e98e608244 req-96e79674-f415-49d8-bf07-acc93a8f5037 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 946 time: 0.0869172
Dec 11 16:32:37.087609 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e4660a97-08b5-4a6b-901e-54e98e608244 req-efeb77c9-37b3-4275-be04-37532b6a6817 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups?id=30bdf997-7b60-4148-8c80-abaf80be0da2&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1382387
Dec 11 16:32:37.145326 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-22163b63-0cbb-455d-84f6-1af913d92a91 service neutron] 10.222.0.68 "GET /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3173442
Dec 11 16:32:37.299021 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-fbbc1a80-d86c-45f4-a662-bc360fa5ab28 service neutron] 10.222.0.68 "GET /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1469898
Dec 11 16:32:37.525939 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-754a741e-3a37-4198-bfac-3524d98777a9 req-1e376595-a0a0-482a-987a-ce4838e01d0f tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 210 time: 0.0621367
Dec 11 16:32:38.174477 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ba0eeef4-9d5b-4d9d-b905-510920781ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:38.310482 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219c85a-50bc-49d4-89ca-5ab193c956dd req-a714180c-bc94-434d-acda-eb9a3ef1a6d4 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:38.312137 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f219c85a-50bc-49d4-89ca-5ab193c956dd req-a714180c-bc94-434d-acda-eb9a3ef1a6d4 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 946 time: 0.0832820
Dec 11 16:32:38.364459 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f219c85a-50bc-49d4-89ca-5ab193c956dd req-7760e2d8-40dc-4bf9-93b7-57d4213b938f tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups?id=30bdf997-7b60-4148-8c80-abaf80be0da2&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0459647
Dec 11 16:32:38.585728 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda9254-6721-44eb-bc8b-98c1baa06fc2 req-63eda763-c8db-44db-81db-1ae3327711fd tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:38.587416 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3cda9254-6721-44eb-bc8b-98c1baa06fc2 req-63eda763-c8db-44db-81db-1ae3327711fd tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 946 time: 0.0931311
Dec 11 16:32:38.649294 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3cda9254-6721-44eb-bc8b-98c1baa06fc2 req-85573b6a-4478-4fca-a202-66d63db4ce89 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups?id=30bdf997-7b60-4148-8c80-abaf80be0da2&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0540519
Dec 11 16:32:38.777079 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6c7b654d-60bb-4dd0-bc59-c3d885158b1f req-161cf45a-2452-404f-bcc1-fc5207ec79a9 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 210 time: 0.0991018
Dec 11 16:32:38.929533 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-c0dfba76-03b5-40f6-b341-77427a29f1d9 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1943583
Dec 11 16:32:38.943112 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Request body: {'floatingip': {'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:32:38.951212 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:32:38.957617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Usage tracker for resource:floatingip and tenant:54109747176345eb91303b0d7d7e8b59 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:32:38.961729 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:32:38.969168 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:32:38.983921 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for floatingip, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:39.008223 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:39.049985 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-ddcb6a2f-54b0-47c0-93ea-66152dd647d9 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:39.051038 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-ddcb6a2f-54b0-47c0-93ea-66152dd647d9 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Synchronizing usage tracker for tenant:6249f65c09694e7495b3c930d48ab272 on resource:network {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:32:39.071802 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-ddcb6a2f-54b0-47c0-93ea-66152dd647d9 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Unset dirty status for tenant:6249f65c09694e7495b3c930d48ab272 on resource:network {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:32:39.074070 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-ddcb6a2f-54b0-47c0-93ea-66152dd647d9 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.64 "GET /v2.0/networks?id=7a941c4a-1571-4083-acec-e713c744ada5 HTTP/1.1" status: 200  len: 815 time: 0.4368131
Dec 11 16:32:39.122674 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-4b36ed64-6e76-4a70-bb8b-6704ccd1c4c5 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Request body: {'port': {'device_id': '83678c3f-c9d4-46b4-b7b2-01f00a3d1d51', 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5', 'admin_state_up': True, 'tenant_id': '6249f65c09694e7495b3c930d48ab272'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:32:39.180656 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:39.294493 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-4b36ed64-6e76-4a70-bb8b-6704ccd1c4c5 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:32:39.305245 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-4b36ed64-6e76-4a70-bb8b-6704ccd1c4c5 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:32:39.317116 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-4b36ed64-6e76-4a70-bb8b-6704ccd1c4c5 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Made reservation on behalf of 6249f65c09694e7495b3c930d48ab272 for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:32:39.323554 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-4b36ed64-6e76-4a70-bb8b-6704ccd1c4c5 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:39.500751 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Allocated IP 172.27.3.118 (2c8d0687-6545-4ddc-9608-794ea870ad6d/c11ea905-4982-4de9-ba49-1a66c1d28d32/fedffcbb-6cb4-4dab-859b-c3b29b94faf0) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:32:39.761424 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-4b36ed64-6e76-4a70-bb8b-6704ccd1c4c5 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Allocated IP 172.20.0.13 (7a941c4a-1571-4083-acec-e713c744ada5/1deabf70-3b1e-4497-871a-64c6ec5789ea/fb33166e-261d-43b9-b251-c60c8c803c9d) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:32:39.814141 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:39.859477 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:39.882631 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:40.077632 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Pushing event updated for resources: {'Port': ['ID=fedffcbb-6cb4-4dab-859b-c3b29b94faf0,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:40.082912 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:40.092172 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-4b36ed64-6e76-4a70-bb8b-6704ccd1c4c5 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:40.115956 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-4b36ed64-6e76-4a70-bb8b-6704ccd1c4c5 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Transition to ACTIVE for port object fb33166e-261d-43b9-b251-c60c8c803c9d will not be triggered until provisioned by entity DHCP. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:32:40.143618 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-4b36ed64-6e76-4a70-bb8b-6704ccd1c4c5 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:40.168300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Network 2c8d0687-6545-4ddc-9608-794ea870ad6d is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:32:40.169863 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:32:40.175978 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:32:40.180747 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:40.320408 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d4d10025-0a12-47a8-bc34-636251e505c8 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:40.359646 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for floatingip, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:40.390988 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-4b36ed64-6e76-4a70-bb8b-6704ccd1c4c5 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Network 7a941c4a-1571-4083-acec-e713c744ada5 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:32:40.399569 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-4b36ed64-6e76-4a70-bb8b-6704ccd1c4c5 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:32:40.405844 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-4b36ed64-6e76-4a70-bb8b-6704ccd1c4c5 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:32:40.480979 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36ed64-6e76-4a70-bb8b-6704ccd1c4c5 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Pushing event updated for resources: {'Port': ['ID=fb33166e-261d-43b9-b251-c60c8c803c9d,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:40.486484 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:40.505854 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4b36ed64-6e76-4a70-bb8b-6704ccd1c4c5 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:40.544601 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-4b36ed64-6e76-4a70-bb8b-6704ccd1c4c5 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:40.545288 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-4b36ed64-6e76-4a70-bb8b-6704ccd1c4c5 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:40.614563 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-4b36ed64-6e76-4a70-bb8b-6704ccd1c4c5 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4924049
Dec 11 16:32:40.796609 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-f9924130-acc2-4c65-9bc0-518814f8c06c None None] Provisioning for port fb33166e-261d-43b9-b251-c60c8c803c9d completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:32:40.801722 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-f9924130-acc2-4c65-9bc0-518814f8c06c None None] Provisioning complete for port fb33166e-261d-43b9-b251-c60c8c803c9d triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:32:40.802142 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f9924130-acc2-4c65-9bc0-518814f8c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:40.897059 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-f9924130-acc2-4c65-9bc0-518814f8c06c None None] Port fb33166e-261d-43b9-b251-c60c8c803c9d cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:32:40.959170 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:41.199068 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:41.204016 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31879474'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:41.242365 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:41.367301 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Pushing event updated for resources: {'Port': ['ID=fedffcbb-6cb4-4dab-859b-c3b29b94faf0,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:41.381058 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:41.488371 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854270810'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:41.511180 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:41.512536 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.5743124
Dec 11 16:32:41.615241 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-59e039ed-3bf1-4442-9d79-55632ebe7aa1 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Synchronizing usage tracker for tenant:54109747176345eb91303b0d7d7e8b59 on resource:floatingip {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:32:41.635420 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-59e039ed-3bf1-4442-9d79-55632ebe7aa1 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Unset dirty status for tenant:54109747176345eb91303b0d7d7e8b59 on resource:floatingip {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:32:41.638537 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-59e039ed-3bf1-4442-9d79-55632ebe7aa1 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.118 HTTP/1.1" status: 200  len: 696 time: 0.1195190
Dec 11 16:32:41.810515 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-fdd52cac-510d-46df-9a20-a492175401cd tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:41.812099 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-fdd52cac-510d-46df-9a20-a492175401cd tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/networks/2c8d0687-6545-4ddc-9608-794ea870ad6d HTTP/1.1" status: 200  len: 784 time: 0.1675539
Dec 11 16:32:41.826045 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-9eb256a0-ff7e-4da5-b948-208da3de9968 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 11 16:32:41.827719 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5783f2b1-0749-4090-aa45-c4e4993fadd8 req-9eb256a0-ff7e-4da5-b948-208da3de9968 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0095966
Dec 11 16:32:42.024667 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cd724-4942-4957-aed5-11531e4d536a req-6342f025-e91a-4093-881c-09c17023b3f7 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:42.026473 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c63cd724-4942-4957-aed5-11531e4d536a req-6342f025-e91a-4093-881c-09c17023b3f7 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 932 time: 0.0872996
Dec 11 16:32:42.095798 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c63cd724-4942-4957-aed5-11531e4d536a req-01e0c2f7-7f6d-433e-a632-209474bc117e tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/security-groups?id=27e602b6-8ad3-4d75-880a-e71a7286cb67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623555
Dec 11 16:32:52.005364 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Request body: {'port': {'device_id': '83678c3f-c9d4-46b4-b7b2-01f00a3d1d51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:32:52.126283 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:52.324150 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-14d77bf5-ed5d-4ed5-a49b-42721dcb979c tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:52.325972 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-14d77bf5-ed5d-4ed5-a49b-42721dcb979c tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1619880
Dec 11 16:32:52.333113 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e8848-9fda-44b1-8925-04b5d09df445 req-d0709629-4394-4a95-8487-e868be54b2ce tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:52.335382 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2e6e8848-9fda-44b1-8925-04b5d09df445 req-d0709629-4394-4a95-8487-e868be54b2ce tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 932 time: 0.1330452
Dec 11 16:32:52.381582 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ab0b3961-d938-4162-ba66-271bde709bad req-11488226-630d-48f2-8e57-2daa527df030 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2084339
Dec 11 16:32:52.438091 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-d2130d65-b993-4623-8054-013db59e7bb2 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.118 HTTP/1.1" status: 200  len: 696 time: 0.1016014
Dec 11 16:32:52.454022 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-3fb36234-09cd-4e8c-8a80-aebc5e9e0419 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Request body: {'floatingip': {'port_id': '9d8a18fe-2101-48fc-a0a0-4d73963b351f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:32:52.544232 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2e6e8848-9fda-44b1-8925-04b5d09df445 req-1e152f66-c415-4eec-bba6-9d0d1fba1763 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/security-groups?id=27e602b6-8ad3-4d75-880a-e71a7286cb67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470914
Dec 11 16:32:52.548086 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-3fb36234-09cd-4e8c-8a80-aebc5e9e0419 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for floatingip, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:52.608127 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b3961-d938-4162-ba66-271bde709bad req-89bab6c3-735a-4915-97f1-48c189730f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:52.609778 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ab0b3961-d938-4162-ba66-271bde709bad req-89bab6c3-735a-4915-97f1-48c189730f2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1c5767d59b7a47b5accf73b3f5a99e0f&device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 1162 time: 0.1869874
Dec 11 16:32:52.642263 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:52.796467 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb33166e-261d-43b9-b251-c60c8c803c9d {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 11 16:32:52.807007 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:52.834652 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Transition to ACTIVE for port object fb33166e-261d-43b9-b251-c60c8c803c9d will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:32:52.840469 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:52.856076 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:52.893689 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b3961-d938-4162-ba66-271bde709bad req-19662ba1-7c82-4d8e-98f8-c58ca27e2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:52.895249 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ab0b3961-d938-4162-ba66-271bde709bad req-19662ba1-7c82-4d8e-98f8-c58ca27e2dbe service neutron] 10.222.0.64 "GET /v2.0/networks?id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33 HTTP/1.1" status: 200  len: 904 time: 0.2655253
Dec 11 16:32:53.087009 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb33166e-261d-43b9-b251-c60c8c803c9d,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:53.096191 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:53.118858 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ab0b3961-d938-4162-ba66-271bde709bad req-70fa3580-06a2-42c6-8a87-721800bcc45d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17ce2b17-cd05-412b-af9b-21a9fa65280d HTTP/1.1" status: 200  len: 1001 time: 0.2114758
Dec 11 16:32:53.287679 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b3961-d938-4162-ba66-271bde709bad req-65fbf07e-56ec-428b-9c0c-882dca056c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:53.291596 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ab0b3961-d938-4162-ba66-271bde709bad req-65fbf07e-56ec-428b-9c0c-882dca056c20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc5b558-60c5-446c-9755-1fcb42bad47f HTTP/1.1" status: 200  len: 849 time: 0.1608336
Dec 11 16:32:53.388977 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-3fb36234-09cd-4e8c-8a80-aebc5e9e0419 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for floatingip, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:53.392081 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-3fb36234-09cd-4e8c-8a80-aebc5e9e0419 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854270810'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:53.452804 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Attempting to bind port fb33166e-261d-43b9-b251-c60c8c803c9d on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:32:53.453185 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Attempting to bind port fb33166e-261d-43b9-b251-c60c8c803c9d by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '5ff84b41-9995-42f8-9302-c2f0bb565219', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:32:53.453574 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Attempting to bind port fb33166e-261d-43b9-b251-c60c8c803c9d on network 7a941c4a-1571-4083-acec-e713c744ada5 {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:32:53.463724 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Checking agent: {'id': 'bb51e0aa-91b6-4647-b88f-2e2e91697051', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 49), 'started_at': datetime.datetime(2020, 12, 11, 16, 25, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:32:53.464053 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Checking segment: {'id': '5ff84b41-9995-42f8-9302-c2f0bb565219', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:32:53.464458 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:53.464854 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Bound using segment: {'id': '5ff84b41-9995-42f8-9302-c2f0bb565219', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:32:53.465333 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Bound port: fb33166e-261d-43b9-b251-c60c8c803c9d, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff84b41-9995-42f8-9302-c2f0bb565219', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:32:53.465708 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:53.487635 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b3961-d938-4162-ba66-271bde709bad req-8a4eda48-66a3-4431-b085-9796eef67f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:53.489274 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ab0b3961-d938-4162-ba66-271bde709bad req-8a4eda48-66a3-4431-b085-9796eef67f09 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1418388
Dec 11 16:32:53.580677 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.l3_db [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-3fb36234-09cd-4e8c-8a80-aebc5e9e0419 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Floating IP b04e1c0a-50dd-4384-8343-13397cde6a0f associated. External IP: 172.27.3.118, port: 9d8a18fe-2101-48fc-a0a0-4d73963b351f.
Dec 11 16:32:53.908024 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] For port fb33166e-261d-43b9-b251-c60c8c803c9d, host hv-cinder-76675, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:32:53.913003 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] For port fb33166e-261d-43b9-b251-c60c8c803c9d, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=fb33166e-261d-43b9-b251-c60c8c803c9d,segment=NetworkSegment(5ff84b41-9995-42f8-9302-c2f0bb565219),segment_id=5ff84b41-9995-42f8-9302-c2f0bb565219)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:32:53.926550 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:53.950213 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-af55daec-c862-480e-94ee-defaac20838a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:54.008621 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ab0b3961-d938-4162-ba66-271bde709bad req-968a7427-f2ee-4f1b-8609-40c1f0e21f36 service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4944670
Dec 11 16:32:54.072677 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1433e-35df-4f09-b1e0-8c5c5902e2d9 req-c5c9a35d-b7de-4efb-85d8-0cac0539f471 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:54.074307 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-aab1433e-35df-4f09-b1e0-8c5c5902e2d9 req-c5c9a35d-b7de-4efb-85d8-0cac0539f471 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 944 time: 0.3680229
Dec 11 16:32:54.154100 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb33166e-261d-43b9-b251-c60c8c803c9d,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:54.208177 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:32:54.268332 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-aab1433e-35df-4f09-b1e0-8c5c5902e2d9 req-2fe595d8-2e4c-42f9-846e-9fc7c6f9ab7e tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/security-groups?id=27e602b6-8ad3-4d75-880a-e71a7286cb67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341567
Dec 11 16:32:54.279543 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ab0b3961-d938-4162-ba66-271bde709bad req-5b3efae5-ba66-48fa-8b11-790d3a046efa service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2571676
Dec 11 16:32:54.280769 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:54.282440 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:54.283301 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] 10.222.0.64 "PUT /v2.0/ports/fb33166e-261d-43b9-b251-c60c8c803c9d HTTP/1.1" status: 200  len: 1158 time: 2.2831769
Dec 11 16:32:54.283873 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83678c3f-c9d4-46b4-b7b2-01f00a3d1d51', 'tag': 'fb33166e-261d-43b9-b251-c60c8c803c9d'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:32:54.326425 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-3fb36234-09cd-4e8c-8a80-aebc5e9e0419 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Router e6efafeb-7935-4783-9f0d-4bac88cce18a has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:32:54.466323 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-53d5ccbd-baeb-49cc-9c8f-a19572340dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:54.468263 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-53d5ccbd-baeb-49cc-9c8f-a19572340dbd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6249f65c09694e7495b3c930d48ab272&device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 1161 time: 0.0993218
Dec 11 16:32:54.551492 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-3fb36234-09cd-4e8c-8a80-aebc5e9e0419 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:32:54.556113 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-3fb36234-09cd-4e8c-8a80-aebc5e9e0419 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:54.561978 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9aac8-f0d9-4bc9-8c0f-8942a2fda45d None None] Sync routers for ids ['e6efafeb-7935-4783-9f0d-4bac88cce18a'] in dv-cinder-766752-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:32:54.582302 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece9aac8-f0d9-4bc9-8c0f-8942a2fda45d None None] Routers {'e6efafeb-7935-4783-9f0d-4bac88cce18a'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:32:54.583049 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-ece9aac8-f0d9-4bc9-8c0f-8942a2fda45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabdb1278>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:32:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['e6efafeb-7935-4783-9f0d-4bac88cce18a'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:32:54.632150 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-3fb36234-09cd-4e8c-8a80-aebc5e9e0419 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "PUT /v2.0/floatingips/b04e1c0a-50dd-4384-8343-13397cde6a0f HTTP/1.1" status: 200  len: 997 time: 2.1836057
Dec 11 16:32:54.632150 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3cc4d69-1b0e-42cb-a304-7dc8233782b9', 'tag': '9d8a18fe-2101-48fc-a0a0-4d73963b351f'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:32:54.642684 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-6e803154-02a1-4368-b8de-88c1e6872937 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb33166e-261d-43b9-b251-c60c8c803c9d HTTP/1.1" status: 200  len: 217 time: 0.1248682
Dec 11 16:32:54.645757 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83678c3f-c9d4-46b4-b7b2-01f00a3d1d51', 'tag': 'fb33166e-261d-43b9-b251-c60c8c803c9d', 'status': 'completed', 'code': 200}
Dec 11 16:32:54.759352 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-b2f473b4-a7e3-4138-b740-56ab5a9c538e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:54.761541 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-b2f473b4-a7e3-4138-b740-56ab5a9c538e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1deabf70-3b1e-4497-871a-64c6ec5789ea HTTP/1.1" status: 200  len: 854 time: 0.1104987
Dec 11 16:32:54.762363 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-10c5e457-cd66-4669-81a1-51dbbf2a0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:54.764069 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-10c5e457-cd66-4669-81a1-51dbbf2a0038 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=54109747176345eb91303b0d7d7e8b59&device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 1163 time: 0.1103652
Dec 11 16:32:54.844732 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-ece9aac8-f0d9-4bc9-8c0f-8942a2fda45d None None] Set router e6efafeb-7935-4783-9f0d-4bac88cce18a gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:32:54.906068 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3cc4d69-1b0e-42cb-a304-7dc8233782b9', 'tag': '9d8a18fe-2101-48fc-a0a0-4d73963b351f', 'status': 'completed', 'code': 200}
Dec 11 16:32:54.906331 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-c96fcf23-7e34-4da8-b949-a8411f958b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:54.913103 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-c96fcf23-7e34-4da8-b949-a8411f958b28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a941c4a-1571-4083-acec-e713c744ada5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1131477
Dec 11 16:32:54.946275 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-79173ccd-2e8b-4edd-a35f-e5bbeea30aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:54.948530 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-79173ccd-2e8b-4edd-a35f-e5bbeea30aaf service neutron] 10.222.0.68 "GET /v2.0/networks?id=04b8d30e-92aa-4b95-a839-724d382c79d3 HTTP/1.1" status: 200  len: 906 time: 0.1767015
Dec 11 16:32:55.070852 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-aa492c53-8a9f-45c8-84c9-c09edc32edb1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d8a18fe-2101-48fc-a0a0-4d73963b351f HTTP/1.1" status: 200  len: 1000 time: 0.1139233
Dec 11 16:32:55.153475 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-8fe25c0e-f02d-4dda-8a57-979653c61cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:55.155591 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-8fe25c0e-f02d-4dda-8a57-979653c61cef service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa4bf76b-c105-4825-915d-862cbf8175be HTTP/1.1" status: 200  len: 851 time: 0.0762503
Dec 11 16:32:55.199899 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313cf49-0c51-4d5a-9cca-94553515cb47 req-8927347b-40d7-48d3-9678-be2197aa1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:55.201556 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8313cf49-0c51-4d5a-9cca-94553515cb47 req-8927347b-40d7-48d3-9678-be2197aa1b5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54109747176345eb91303b0d7d7e8b59&device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 1163 time: 0.2341826
Dec 11 16:32:55.203864 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-0b952702-3d54-45cf-a4e8-e3f02c9cead7 service neutron] 10.222.0.64 "GET /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2699504
Dec 11 16:32:55.272447 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-02332dca-4f31-41a7-b204-ed5869b7b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:55.274303 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-02332dca-4f31-41a7-b204-ed5869b7b323 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=04b8d30e-92aa-4b95-a839-724d382c79d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1051960
Dec 11 16:32:55.291079 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-bb1ce7c8-ab8c-4316-8221-9b6f74e1960c service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 11 16:32:55.302350 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-ece9aac8-f0d9-4bc9-8c0f-8942a2fda45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabdb1278>, [{'id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'name': 'tempest-TestVolumeBootPattern-2066931602-router', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:12Z', 'updated_at': '2020-12-11T16:31:20Z', 'revision_number': 4, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'gw_port': {'id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:13Z', 'updated_at': '2020-12-11T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': 'b04e1c0a-50dd-4384-8343-13397cde6a0f', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'port_id': '9d8a18fe-2101-48fc-a0a0-4d73963b351f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3', 'mac_address': 'fa:16:3e:d0:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cc4d69-1b0e-42cb-a304-7dc8233782b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:32:40Z', 'updated_at': '2020-12-11T16:32:53Z', 'revision_number': 1, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45489eb-5c4d-4ef8-a02a-ed121938dda8', 'name': '', 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'mac_address': 'fa:16:3e:08:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:19Z', 'updated_at': '2020-12-11T16:31:35Z', 'revision_number': 5, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'subnets': [{'id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:32:55.303299 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-bb1ce7c8-ab8c-4316-8221-9b6f74e1960c service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0199654
Dec 11 16:32:55.310080 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9aac8-f0d9-4bc9-8c0f-8942a2fda45d None None] Checking router: e6efafeb-7935-4783-9f0d-4bac88cce18a for host: dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:32:55.321578 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece9aac8-f0d9-4bc9-8c0f-8942a2fda45d None None] Routers {'e6efafeb-7935-4783-9f0d-4bac88cce18a'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:32:55.322272 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-ece9aac8-f0d9-4bc9-8c0f-8942a2fda45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabdb1278>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:32:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['e6efafeb-7935-4783-9f0d-4bac88cce18a'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:32:55.531956 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313cf49-0c51-4d5a-9cca-94553515cb47 req-d0035d9e-c82d-41ec-8f5a-22fe3e1d9d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:55.533588 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8313cf49-0c51-4d5a-9cca-94553515cb47 req-d0035d9e-c82d-41ec-8f5a-22fe3e1d9d44 service neutron] 10.222.0.64 "GET /v2.0/networks?id=04b8d30e-92aa-4b95-a839-724d382c79d3 HTTP/1.1" status: 200  len: 906 time: 0.3198519
Dec 11 16:32:55.537285 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-023bdb72-a004-407a-a3d4-aa90249772e8 req-4d6c745b-ef63-45e2-96da-91f11921ff90 service neutron] 10.222.0.64 "GET /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3220348
Dec 11 16:32:55.542470 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-ece9aac8-f0d9-4bc9-8c0f-8942a2fda45d None None] Set router e6efafeb-7935-4783-9f0d-4bac88cce18a gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:32:55.556970 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-82f3f7b9-31f9-417f-bed1-a28182c82f86 service neutron] 10.222.0.68 "GET /v2.0/networks/04b8d30e-92aa-4b95-a839-724d382c79d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2524295
Dec 11 16:32:55.630562 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303316f-f12b-4230-bb7e-dbda5f07d3c5 req-c1ea38e3-dd77-4976-b17d-9b0b27a13368 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:55.632232 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a303316f-f12b-4230-bb7e-dbda5f07d3c5 req-c1ea38e3-dd77-4976-b17d-9b0b27a13368 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 944 time: 0.1884415
Dec 11 16:32:55.744086 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8313cf49-0c51-4d5a-9cca-94553515cb47 req-dfd6fbea-586b-46f4-b10a-885f1569003c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d8a18fe-2101-48fc-a0a0-4d73963b351f HTTP/1.1" status: 200  len: 1000 time: 0.1799524
Dec 11 16:32:55.761330 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a303316f-f12b-4230-bb7e-dbda5f07d3c5 req-1d5d2d62-9ce8-44c1-9ea1-304ea754d57e tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/security-groups?id=27e602b6-8ad3-4d75-880a-e71a7286cb67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181400
Dec 11 16:32:55.793854 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-98502d97-8d85-4133-a4e1-aeb458ac6667 req-74830882-edce-4659-81bc-648a8aa48e3d service neutron] 10.222.0.68 "GET /v2.0/networks/04b8d30e-92aa-4b95-a839-724d382c79d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2280703
Dec 11 16:32:55.857313 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313cf49-0c51-4d5a-9cca-94553515cb47 req-27b669a5-39f0-4a12-915e-1778c6452fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:55.859011 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8313cf49-0c51-4d5a-9cca-94553515cb47 req-27b669a5-39f0-4a12-915e-1778c6452fbb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa4bf76b-c105-4825-915d-862cbf8175be HTTP/1.1" status: 200  len: 851 time: 0.1032619
Dec 11 16:32:55.865333 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61055046-953e-4aff-82c1-6e34be065c39 req-0bbc0814-346a-4961-83a0-e55b72e70193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:55.867174 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-61055046-953e-4aff-82c1-6e34be065c39 req-0bbc0814-346a-4961-83a0-e55b72e70193 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6249f65c09694e7495b3c930d48ab272&device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 1161 time: 0.2063968
Dec 11 16:32:55.961856 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-ece9aac8-f0d9-4bc9-8c0f-8942a2fda45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabdb1278>, [{'id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'name': 'tempest-TestVolumeBootPattern-2066931602-router', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:12Z', 'updated_at': '2020-12-11T16:31:20Z', 'revision_number': 4, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'gw_port': {'id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:13Z', 'updated_at': '2020-12-11T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': 'b04e1c0a-50dd-4384-8343-13397cde6a0f', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'port_id': '9d8a18fe-2101-48fc-a0a0-4d73963b351f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3', 'mac_address': 'fa:16:3e:d0:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cc4d69-1b0e-42cb-a304-7dc8233782b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:32:40Z', 'updated_at': '2020-12-11T16:32:53Z', 'revision_number': 1, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45489eb-5c4d-4ef8-a02a-ed121938dda8', 'name': '', 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'mac_address': 'fa:16:3e:08:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:19Z', 'updated_at': '2020-12-11T16:31:35Z', 'revision_number': 5, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'subnets': [{'id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:32:55.966356 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9aac8-f0d9-4bc9-8c0f-8942a2fda45d None None] The sync data for ids ['e6efafeb-7935-4783-9f0d-4bac88cce18a'] in dv-cinder-766752-1-iscsi is: [{'id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'name': 'tempest-TestVolumeBootPattern-2066931602-router', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:12Z', 'updated_at': '2020-12-11T16:31:20Z', 'revision_number': 4, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'gw_port': {'id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:13Z', 'updated_at': '2020-12-11T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': 'b04e1c0a-50dd-4384-8343-13397cde6a0f', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'port_id': '9d8a18fe-2101-48fc-a0a0-4d73963b351f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3', 'mac_address': 'fa:16:3e:d0:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cc4d69-1b0e-42cb-a304-7dc8233782b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:32:40Z', 'updated_at': '2020-12-11T16:32:53Z', 'revision_number': 1, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45489eb-5c4d-4ef8-a02a-ed121938dda8', 'name': '', 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'mac_address': 'fa:16:3e:08:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:19Z', 'updated_at': '2020-12-11T16:31:35Z', 'revision_number': 5, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'subnets': [{'id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:32:56.086021 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61055046-953e-4aff-82c1-6e34be065c39 req-532a4d33-9365-426b-9f85-a18121251676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:56.087714 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-61055046-953e-4aff-82c1-6e34be065c39 req-532a4d33-9365-426b-9f85-a18121251676 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7a941c4a-1571-4083-acec-e713c744ada5 HTTP/1.1" status: 200  len: 909 time: 0.1767089
Dec 11 16:32:56.089461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313cf49-0c51-4d5a-9cca-94553515cb47 req-b617ecfc-6560-4145-82db-e8d2d0607517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:56.090941 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8313cf49-0c51-4d5a-9cca-94553515cb47 req-b617ecfc-6560-4145-82db-e8d2d0607517 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04b8d30e-92aa-4b95-a839-724d382c79d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2228129
Dec 11 16:32:56.198586 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-61055046-953e-4aff-82c1-6e34be065c39 req-78f4729b-56d7-49d1-8b96-8623705b9641 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb33166e-261d-43b9-b251-c60c8c803c9d HTTP/1.1" status: 200  len: 217 time: 0.0931659
Dec 11 16:32:56.312445 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91661467-d126-447f-a2cf-416ebaae2f02 None None] New status for floating IP b04e1c0a-50dd-4384-8343-13397cde6a0f: ACTIVE {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 11 16:32:56.352800 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61055046-953e-4aff-82c1-6e34be065c39 req-4f7655ef-f69e-42c3-b15c-7776650174fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:56.354322 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-61055046-953e-4aff-82c1-6e34be065c39 req-4f7655ef-f69e-42c3-b15c-7776650174fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1deabf70-3b1e-4497-871a-64c6ec5789ea HTTP/1.1" status: 200  len: 854 time: 0.1400216
Dec 11 16:32:56.420924 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8313cf49-0c51-4d5a-9cca-94553515cb47 req-1daaf9a3-bcb2-42cb-ba09-e1fe44d10e52 service neutron] 10.222.0.64 "GET /v2.0/networks/04b8d30e-92aa-4b95-a839-724d382c79d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2539899
Dec 11 16:32:56.565683 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61055046-953e-4aff-82c1-6e34be065c39 req-50c83553-ee9e-4892-b1ac-ba32bb9ff654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:56.567414 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-61055046-953e-4aff-82c1-6e34be065c39 req-50c83553-ee9e-4892-b1ac-ba32bb9ff654 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a941c4a-1571-4083-acec-e713c744ada5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1993995
Dec 11 16:32:56.697539 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8313cf49-0c51-4d5a-9cca-94553515cb47 req-b3107022-32d0-4a2a-ad18-e5df2c2329fb service neutron] 10.222.0.64 "GET /v2.0/networks/04b8d30e-92aa-4b95-a839-724d382c79d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2597680
Dec 11 16:32:56.746870 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-61055046-953e-4aff-82c1-6e34be065c39 req-f2e363f1-f709-43c0-8ac4-19178886c6f8 service neutron] 10.222.0.64 "GET /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1701787
Dec 11 16:32:56.986909 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fad4a-ff94-4b43-b472-23b7a92b936d req-741b871f-e484-4350-80d4-232135ee78e7 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:56.988945 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7a2fad4a-ff94-4b43-b472-23b7a92b936d req-741b871f-e484-4350-80d4-232135ee78e7 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 944 time: 0.0918787
Dec 11 16:32:57.046732 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7a2fad4a-ff94-4b43-b472-23b7a92b936d req-44b0196b-29f5-4297-8d2c-75510c8599f7 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/security-groups?id=27e602b6-8ad3-4d75-880a-e71a7286cb67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489385
Dec 11 16:32:57.121174 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-61055046-953e-4aff-82c1-6e34be065c39 req-bb49b009-da0a-470f-8e62-4beea1c9f068 service neutron] 10.222.0.64 "GET /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3663886
Dec 11 16:32:58.271107 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71782e70-578d-4126-b74c-42074bb50227 req-ee5d369c-3aa0-4fad-846b-c38246f10d17 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:58.273062 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-71782e70-578d-4126-b74c-42074bb50227 req-ee5d369c-3aa0-4fad-846b-c38246f10d17 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 944 time: 0.0922434
Dec 11 16:32:58.321315 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-71782e70-578d-4126-b74c-42074bb50227 req-0e1fdfe4-5055-4861-9bda-9d15bea6f1cb tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/security-groups?id=27e602b6-8ad3-4d75-880a-e71a7286cb67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420012
Dec 11 16:32:59.033450 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.objects.ports [None req-03bb65f8-6332-4ade-a876-b986050b097c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80201) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 11 16:32:59.541090 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd96451-a7eb-410b-905f-441f36337c1a req-fea9fb05-1b70-4686-bff0-b8df6d98d4df tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:32:59.543442 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2bd96451-a7eb-410b-905f-441f36337c1a req-fea9fb05-1b70-4686-bff0-b8df6d98d4df tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 944 time: 0.0873585
Dec 11 16:32:59.595919 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2bd96451-a7eb-410b-905f-441f36337c1a req-13ba4e74-27c5-4066-9917-8f54d07fe0dc tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/security-groups?id=27e602b6-8ad3-4d75-880a-e71a7286cb67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458803
Dec 11 16:32:59.636486 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device fb33166e-261d-43b9-b251-c60c8c803c9d up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:32:59.705481 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning for port fb33166e-261d-43b9-b251-c60c8c803c9d completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:32:59.710768 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port fb33166e-261d-43b9-b251-c60c8c803c9d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:32:59.711252 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:59.830491 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:59.858206 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83678c3f-c9d4-46b4-b7b2-01f00a3d1d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb33166e-261d-43b9-b251-c60c8c803c9d'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:32:59.869278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port fb33166e-261d-43b9-b251-c60c8c803c9d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=fb33166e-261d-43b9-b251-c60c8c803c9d,segment=NetworkSegment(5ff84b41-9995-42f8-9302-c2f0bb565219),segment_id=5ff84b41-9995-42f8-9302-c2f0bb565219)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:32:59.872300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:32:59.874223 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c3b42f50-037d-40ad-9938-330286a3acd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:32:59.919443 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83678c3f-c9d4-46b4-b7b2-01f00a3d1d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb33166e-261d-43b9-b251-c60c8c803c9d', 'code': 200}
Dec 11 16:32:59.946692 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=fb33166e-261d-43b9-b251-c60c8c803c9d,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:32:59.954633 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.955103 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.955586 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.956066 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.956596 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.957187 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.957771 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.958357 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.958981 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.959574 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.960190 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.960755 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.961456 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.962046 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.962666 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.963308 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.963910 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.964528 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.965144 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.965747 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.966358 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.966999 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.967597 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.968189 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:32:59.974847 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:33:00.195612 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7602f4-3601-4d25-b573-8adeb5109e50 req-a4a56592-e212-4cff-a9b6-dac3cc76d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:00.197168 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9e7602f4-3601-4d25-b573-8adeb5109e50 req-a4a56592-e212-4cff-a9b6-dac3cc76d0cd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 1163 time: 0.0775497
Dec 11 16:33:00.241000 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9e7602f4-3601-4d25-b573-8adeb5109e50 req-a489f13c-2147-4082-bad4-3cd6d45cbe37 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=27e602b6-8ad3-4d75-880a-e71a7286cb67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370884
Dec 11 16:33:00.815862 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c30cd-c57d-46f9-86da-593bc47d1a9b req-a754c11a-d68f-486e-90fd-9e946dcf9d4c tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:00.817435 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6e2c30cd-c57d-46f9-86da-593bc47d1a9b req-a754c11a-d68f-486e-90fd-9e946dcf9d4c tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 946 time: 0.0884757
Dec 11 16:33:00.865908 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6e2c30cd-c57d-46f9-86da-593bc47d1a9b req-4e5e0a8f-409d-4041-bf7c-aafbc02884e0 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/security-groups?id=27e602b6-8ad3-4d75-880a-e71a7286cb67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413475
Dec 11 16:33:00.907834 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device fb33166e-261d-43b9-b251-c60c8c803c9d up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:33:00.978426 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port fb33166e-261d-43b9-b251-c60c8c803c9d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:33:00.978867 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:02.091581 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f5f91-5e3d-473b-b597-c95905803e0e req-2a8c695f-8809-4014-bb76-73b102ed2599 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:02.093268 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7d7f5f91-5e3d-473b-b597-c95905803e0e req-2a8c695f-8809-4014-bb76-73b102ed2599 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 946 time: 0.0891957
Dec 11 16:33:02.141999 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7d7f5f91-5e3d-473b-b597-c95905803e0e req-a9556354-0438-46a9-a8aa-f157929a358d tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/security-groups?id=27e602b6-8ad3-4d75-880a-e71a7286cb67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416577
Dec 11 16:33:02.356776 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95dd64-7b3e-4d6d-876d-000e1e9e6a7b req-e7ed4902-ea25-4677-a1f8-54826ea73a64 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:02.358597 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-aa95dd64-7b3e-4d6d-876d-000e1e9e6a7b req-e7ed4902-ea25-4677-a1f8-54826ea73a64 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 946 time: 0.0837317
Dec 11 16:33:02.410786 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-aa95dd64-7b3e-4d6d-876d-000e1e9e6a7b req-f8e56fb6-38f6-49a7-a4c8-ffad871f0e41 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/security-groups?id=27e602b6-8ad3-4d75-880a-e71a7286cb67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459113
Dec 11 16:33:02.859564 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448dbde-8258-47ac-b051-89627b130599 req-b5648910-707c-4257-b0ff-abba60e31ddd tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:02.861257 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d448dbde-8258-47ac-b051-89627b130599 req-b5648910-707c-4257-b0ff-abba60e31ddd tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 946 time: 0.0828738
Dec 11 16:33:02.910144 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d448dbde-8258-47ac-b051-89627b130599 req-87267880-9088-4ef5-930a-cb8495952ac2 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/security-groups?id=27e602b6-8ad3-4d75-880a-e71a7286cb67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424254
Dec 11 16:33:05.888889 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-bd049ae4-d73d-459f-82f6-ce1e2bce7b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:08.177711 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5908-0d75-4fc1-b83d-2f1fcad94eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:09.006529 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:10.167787 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:10.708188 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:33:10.959430 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:13.471631 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540efca-789e-4919-b024-6e096a1f52ee req-8191641e-2a48-4011-984b-0f8da425a189 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:13.473179 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2540efca-789e-4919-b024-6e096a1f52ee req-8191641e-2a48-4011-984b-0f8da425a189 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 946 time: 0.0919466
Dec 11 16:33:13.525031 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2540efca-789e-4919-b024-6e096a1f52ee req-b44bc661-508d-484c-9ba7-bcb3091f889f tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/security-groups?id=27e602b6-8ad3-4d75-880a-e71a7286cb67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440884
Dec 11 16:33:13.755151 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-2f56b9c6-ccc2-4e3c-ad13-308756b6cfb9 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1691928
Dec 11 16:33:13.768494 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Request body: {'floatingip': {'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:33:13.774666 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:33:13.779340 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Usage tracker for resource:floatingip and tenant:6249f65c09694e7495b3c930d48ab272 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:33:13.782550 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:33:13.788483 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:33:13.799064 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for floatingip, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:13.959644 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:14.250764 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Allocated IP 172.27.3.161 (2c8d0687-6545-4ddc-9608-794ea870ad6d/c11ea905-4982-4de9-ba49-1a66c1d28d32/cd282710-6b1f-4229-8995-c236cd8676ec) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:33:14.413393 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:14.439153 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:14.455079 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:33:14.840754 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Pushing event updated for resources: {'Port': ['ID=cd282710-6b1f-4229-8995-c236cd8676ec,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:33:14.853786 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.854205 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.854623 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.855054 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.855450 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.855848 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.856244 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.856642 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.857038 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.857428 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.857817 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.858213 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.858660 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.859080 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.859476 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.859859 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.860250 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.860643 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.861032 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.861419 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.861806 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.862193 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.862582 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.862992 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:33:14.867365 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:33:14.907533 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Network 2c8d0687-6545-4ddc-9608-794ea870ad6d is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:33:14.908766 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:33:14.911461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:33:14.999114 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for floatingip, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:15.060404 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:15.361832 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:15.366595 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31879474'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:15.384181 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:33:15.530321 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Pushing event updated for resources: {'Port': ['ID=cd282710-6b1f-4229-8995-c236cd8676ec,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:33:15.534935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:33:15.629932 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854270810'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:15.653570 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:15.654922 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8907475
Dec 11 16:33:15.742414 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-d95ddecb-7746-466b-84a9-1324bd5ff255 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Synchronizing usage tracker for tenant:6249f65c09694e7495b3c930d48ab272 on resource:floatingip {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:33:15.759004 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-d95ddecb-7746-466b-84a9-1324bd5ff255 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Unset dirty status for tenant:6249f65c09694e7495b3c930d48ab272 on resource:floatingip {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:33:15.760289 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-d95ddecb-7746-466b-84a9-1324bd5ff255 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.161 HTTP/1.1" status: 200  len: 696 time: 0.0989628
Dec 11 16:33:15.932005 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-4d8ff513-5553-4d98-a70b-fff16068a24a tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:15.933433 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ddf9d841-7a16-4613-9dae-3ca0d2144759 req-4d8ff513-5553-4d98-a70b-fff16068a24a tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/networks/2c8d0687-6545-4ddc-9608-794ea870ad6d HTTP/1.1" status: 200  len: 784 time: 0.1671658
Dec 11 16:33:16.275703 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-ad4cf482-e26e-45d8-a2af-244fa185cfb7 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:16.277827 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-ad4cf482-e26e-45d8-a2af-244fa185cfb7 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0959277
Dec 11 16:33:16.370460 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-fdbd8795-6ce7-4e3e-a45b-055d0c3770db tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.161 HTTP/1.1" status: 200  len: 696 time: 0.0839722
Dec 11 16:33:16.382270 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-fc5732b6-0d1a-4c9a-a6b4-e07154166749 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Request body: {'floatingip': {'port_id': 'fb33166e-261d-43b9-b251-c60c8c803c9d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:33:16.468321 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-fc5732b6-0d1a-4c9a-a6b4-e07154166749 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for floatingip, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:17.096514 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-fc5732b6-0d1a-4c9a-a6b4-e07154166749 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for floatingip, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:17.099440 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-fc5732b6-0d1a-4c9a-a6b4-e07154166749 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854270810'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:17.278698 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.l3_db [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-fc5732b6-0d1a-4c9a-a6b4-e07154166749 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Floating IP bb1cf430-a743-485a-871c-1a9beb877ab9 associated. External IP: 172.27.3.161, port: fb33166e-261d-43b9-b251-c60c8c803c9d.
Dec 11 16:33:17.697285 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-fc5732b6-0d1a-4c9a-a6b4-e07154166749 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Router 216910f5-a6ef-4c87-90ec-131cfe52f4de has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:33:18.154104 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-fc5732b6-0d1a-4c9a-a6b4-e07154166749 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:33:18.159100 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-fc5732b6-0d1a-4c9a-a6b4-e07154166749 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:18.165552 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a61a4-7c09-4937-a764-3c3fb586bd61 None None] Sync routers for ids ['216910f5-a6ef-4c87-90ec-131cfe52f4de'] in dv-cinder-766752-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:33:18.179225 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a61a4-7c09-4937-a764-3c3fb586bd61 None None] Routers {'216910f5-a6ef-4c87-90ec-131cfe52f4de'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:33:18.180139 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-7d5a61a4-7c09-4937-a764-3c3fb586bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabff4438>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:33:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['216910f5-a6ef-4c87-90ec-131cfe52f4de'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:33:18.217230 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-fc5732b6-0d1a-4c9a-a6b4-e07154166749 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "PUT /v2.0/floatingips/bb1cf430-a743-485a-871c-1a9beb877ab9 HTTP/1.1" status: 200  len: 997 time: 1.8398511
Dec 11 16:33:18.217812 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83678c3f-c9d4-46b4-b7b2-01f00a3d1d51', 'tag': 'fb33166e-261d-43b9-b251-c60c8c803c9d'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:33:18.319273 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-5f1afba3-38eb-43e7-8697-d60e48f34799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:18.321262 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-5f1afba3-38eb-43e7-8697-d60e48f34799 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6249f65c09694e7495b3c930d48ab272&device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 1163 time: 0.0881209
Dec 11 16:33:18.382387 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-7d5a61a4-7c09-4937-a764-3c3fb586bd61 None None] Set router 216910f5-a6ef-4c87-90ec-131cfe52f4de gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:33:18.483224 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83678c3f-c9d4-46b4-b7b2-01f00a3d1d51', 'tag': 'fb33166e-261d-43b9-b251-c60c8c803c9d', 'status': 'completed', 'code': 200}
Dec 11 16:33:18.535035 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-c5da94ae-fa65-496b-8325-5a90c50ff551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:18.538029 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-c5da94ae-fa65-496b-8325-5a90c50ff551 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7a941c4a-1571-4083-acec-e713c744ada5 HTTP/1.1" status: 200  len: 909 time: 0.2053263
Dec 11 16:33:18.639455 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37514a1-1298-42d1-a352-6de8faadcb44 req-113a1773-d8d8-4bb7-8f23-d601a5f0a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:18.641567 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a37514a1-1298-42d1-a352-6de8faadcb44 req-113a1773-d8d8-4bb7-8f23-d601a5f0a917 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6249f65c09694e7495b3c930d48ab272&device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 1163 time: 0.1148207
Dec 11 16:33:18.688794 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-abda2f21-0ee8-40f3-9a91-4630606b7fdd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb33166e-261d-43b9-b251-c60c8c803c9d HTTP/1.1" status: 200  len: 1000 time: 0.1420860
Dec 11 16:33:18.789187 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-9c517c90-aec5-4611-b31b-3b51b55c5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:18.792639 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-9c517c90-aec5-4611-b31b-3b51b55c5c1d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1deabf70-3b1e-4497-871a-64c6ec5789ea HTTP/1.1" status: 200  len: 854 time: 0.1028085
Dec 11 16:33:18.819754 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-7d5a61a4-7c09-4937-a764-3c3fb586bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabff4438>, [{'id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'name': 'tempest-TestMinimumBasicScenario-1740708891-router', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:32:15Z', 'updated_at': '2020-12-11T16:32:22Z', 'revision_number': 4, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'gw_port': {'id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:16Z', 'updated_at': '2020-12-11T16:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': 'bb1cf430-a743-485a-871c-1a9beb877ab9', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'port_id': 'fb33166e-261d-43b9-b251-c60c8c803c9d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5', 'mac_address': 'fa:16:3e:d1:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83678c3f-c9d4-46b4-b7b2-01f00a3d1d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:33:14Z', 'updated_at': '2020-12-11T16:33:16Z', 'revision_number': 1, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea869806-1ba6-400b-ab66-b12680c808af', 'name': '', 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'mac_address': 'fa:16:3e:02:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:21Z', 'updated_at': '2020-12-11T16:32:32Z', 'revision_number': 5, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'subnets': [{'id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:33:18.828280 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a61a4-7c09-4937-a764-3c3fb586bd61 None None] Checking router: 216910f5-a6ef-4c87-90ec-131cfe52f4de for host: dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:33:18.829978 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37514a1-1298-42d1-a352-6de8faadcb44 req-d1c221f5-9c37-4cd8-976c-5e303155677d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:18.831768 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a37514a1-1298-42d1-a352-6de8faadcb44 req-d1c221f5-9c37-4cd8-976c-5e303155677d service neutron] 10.222.0.64 "GET /v2.0/networks?id=7a941c4a-1571-4083-acec-e713c744ada5 HTTP/1.1" status: 200  len: 909 time: 0.1821032
Dec 11 16:33:18.841571 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a61a4-7c09-4937-a764-3c3fb586bd61 None None] Routers {'216910f5-a6ef-4c87-90ec-131cfe52f4de'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:33:18.842617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-7d5a61a4-7c09-4937-a764-3c3fb586bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabff4438>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:33:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['216910f5-a6ef-4c87-90ec-131cfe52f4de'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:33:18.881969 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-e2071438-12b2-4708-9294-7f43552859ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:18.884149 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-e2071438-12b2-4708-9294-7f43552859ca service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7a941c4a-1571-4083-acec-e713c744ada5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835729
Dec 11 16:33:18.963147 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a37514a1-1298-42d1-a352-6de8faadcb44 req-defc823a-e0f2-4711-a467-f7040d241dc2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb33166e-261d-43b9-b251-c60c8c803c9d HTTP/1.1" status: 200  len: 1000 time: 0.1225560
Dec 11 16:33:19.048274 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37514a1-1298-42d1-a352-6de8faadcb44 req-3edc5fbb-7b3d-4e11-ae5a-135a9a13a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:19.049958 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a37514a1-1298-42d1-a352-6de8faadcb44 req-3edc5fbb-7b3d-4e11-ae5a-135a9a13a693 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1deabf70-3b1e-4497-871a-64c6ec5789ea HTTP/1.1" status: 200  len: 854 time: 0.0795157
Dec 11 16:33:19.074496 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-7d5a61a4-7c09-4937-a764-3c3fb586bd61 None None] Set router 216910f5-a6ef-4c87-90ec-131cfe52f4de gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:33:19.076370 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-e76db8c9-843e-445a-a625-36922e62fd72 service neutron] 10.222.0.68 "GET /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1758521
Dec 11 16:33:19.143795 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37514a1-1298-42d1-a352-6de8faadcb44 req-95dae228-359c-4c91-ad07-607ff4662c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:19.145438 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a37514a1-1298-42d1-a352-6de8faadcb44 req-95dae228-359c-4c91-ad07-607ff4662c98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a941c4a-1571-4083-acec-e713c744ada5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837066
Dec 11 16:33:19.240500 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a8f26345-dd5a-43cf-83a8-201ba4411a47 req-ac6e0dbc-6d3d-463e-a6ba-495b3dd1b5ba service neutron] 10.222.0.68 "GET /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1561329
Dec 11 16:33:19.298340 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-67c71fd3-f2c3-44c6-a8bc-66912f3145dc req-6c309b64-b90c-4f18-b1d0-b5e978ae5b21 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-536494477', 'description': 'tempest-TestMinimumBasicScenario-536494477 description'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:33:19.306101 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-67c71fd3-f2c3-44c6-a8bc-66912f3145dc req-6c309b64-b90c-4f18-b1d0-b5e978ae5b21 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:33:19.310115 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a37514a1-1298-42d1-a352-6de8faadcb44 req-0fb4fa27-e1ba-4c87-88cf-a5162d994354 service neutron] 10.222.0.64 "GET /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1577189
Dec 11 16:33:19.310288 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-67c71fd3-f2c3-44c6-a8bc-66912f3145dc req-6c309b64-b90c-4f18-b1d0-b5e978ae5b21 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Usage tracker for resource:security_group and tenant:6249f65c09694e7495b3c930d48ab272 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:33:19.314292 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-67c71fd3-f2c3-44c6-a8bc-66912f3145dc req-6c309b64-b90c-4f18-b1d0-b5e978ae5b21 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:33:19.320961 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-67c71fd3-f2c3-44c6-a8bc-66912f3145dc req-6c309b64-b90c-4f18-b1d0-b5e978ae5b21 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:33:19.331445 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-67c71fd3-f2c3-44c6-a8bc-66912f3145dc req-6c309b64-b90c-4f18-b1d0-b5e978ae5b21 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:19.357024 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-67c71fd3-f2c3-44c6-a8bc-66912f3145dc req-6c309b64-b90c-4f18-b1d0-b5e978ae5b21 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:33:19.361275 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-67c71fd3-f2c3-44c6-a8bc-66912f3145dc req-6c309b64-b90c-4f18-b1d0-b5e978ae5b21 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Usage tracker for resource:security_group_rule and tenant:6249f65c09694e7495b3c930d48ab272 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:33:19.364365 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-67c71fd3-f2c3-44c6-a8bc-66912f3145dc req-6c309b64-b90c-4f18-b1d0-b5e978ae5b21 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:33:19.370455 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-67c71fd3-f2c3-44c6-a8bc-66912f3145dc req-6c309b64-b90c-4f18-b1d0-b5e978ae5b21 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:33:19.479356 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-67c71fd3-f2c3-44c6-a8bc-66912f3145dc req-6c309b64-b90c-4f18-b1d0-b5e978ae5b21 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:19.483007 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-67c71fd3-f2c3-44c6-a8bc-66912f3145dc req-6c309b64-b90c-4f18-b1d0-b5e978ae5b21 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:19.510382 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-7d5a61a4-7c09-4937-a764-3c3fb586bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabff4438>, [{'id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'name': 'tempest-TestMinimumBasicScenario-1740708891-router', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:32:15Z', 'updated_at': '2020-12-11T16:32:22Z', 'revision_number': 4, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'gw_port': {'id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:16Z', 'updated_at': '2020-12-11T16:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': 'bb1cf430-a743-485a-871c-1a9beb877ab9', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'port_id': 'fb33166e-261d-43b9-b251-c60c8c803c9d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5', 'mac_address': 'fa:16:3e:d1:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83678c3f-c9d4-46b4-b7b2-01f00a3d1d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:33:14Z', 'updated_at': '2020-12-11T16:33:16Z', 'revision_number': 1, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea869806-1ba6-400b-ab66-b12680c808af', 'name': '', 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'mac_address': 'fa:16:3e:02:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:21Z', 'updated_at': '2020-12-11T16:32:32Z', 'revision_number': 5, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'subnets': [{'id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:33:19.515334 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a61a4-7c09-4937-a764-3c3fb586bd61 None None] The sync data for ids ['216910f5-a6ef-4c87-90ec-131cfe52f4de'] in dv-cinder-766752-1-iscsi is: [{'id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'name': 'tempest-TestMinimumBasicScenario-1740708891-router', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:32:15Z', 'updated_at': '2020-12-11T16:32:22Z', 'revision_number': 4, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'gw_port': {'id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:16Z', 'updated_at': '2020-12-11T16:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': 'bb1cf430-a743-485a-871c-1a9beb877ab9', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'port_id': 'fb33166e-261d-43b9-b251-c60c8c803c9d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5', 'mac_address': 'fa:16:3e:d1:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83678c3f-c9d4-46b4-b7b2-01f00a3d1d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:33:14Z', 'updated_at': '2020-12-11T16:33:16Z', 'revision_number': 1, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea869806-1ba6-400b-ab66-b12680c808af', 'name': '', 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'mac_address': 'fa:16:3e:02:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:21Z', 'updated_at': '2020-12-11T16:32:32Z', 'revision_number': 5, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'subnets': [{'id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:33:19.518564 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-82b553c7-6343-4abe-9eed-d32069a22f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:33:19.535867 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a37514a1-1298-42d1-a352-6de8faadcb44 req-8bfc630a-0eb8-4c10-89a3-a168d1135bb4 service neutron] 10.222.0.64 "GET /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2194865
Dec 11 16:33:19.547674 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-67c71fd3-f2c3-44c6-a8bc-66912f3145dc req-6c309b64-b90c-4f18-b1d0-b5e978ae5b21 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:19.550304 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-67c71fd3-f2c3-44c6-a8bc-66912f3145dc req-6c309b64-b90c-4f18-b1d0-b5e978ae5b21 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1767 time: 0.2586749
Dec 11 16:33:19.561532 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c309b64-b90c-4f18-b1d0-b5e978ae5b21 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Pushing event updated for resources: {'SecurityGroup': ['ID=c7560149-328b-4ab6-8c5e-2fc4ccc14a3b,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:33:19.567787 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6c309b64-b90c-4f18-b1d0-b5e978ae5b21 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:33:19.638467 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-24bb4745-f966-464b-9865-b5ac06efbf73 req-34b3ab87-c4a4-4b6e-bab5-5177e834cb9f tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/security-groups/c7560149-328b-4ab6-8c5e-2fc4ccc14a3b HTTP/1.1" status: 200  len: 1762 time: 0.0484118
Dec 11 16:33:19.650103 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-24bb4745-f966-464b-9865-b5ac06efbf73 req-42edc9d9-a534-4c6a-93f6-6a39324f8689 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c7560149-328b-4ab6-8c5e-2fc4ccc14a3b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:33:19.650460 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-24bb4745-f966-464b-9865-b5ac06efbf73 req-42edc9d9-a534-4c6a-93f6-6a39324f8689 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c7560149-328b-4ab6-8c5e-2fc4ccc14a3b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:33:19.657266 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-24bb4745-f966-464b-9865-b5ac06efbf73 req-42edc9d9-a534-4c6a-93f6-6a39324f8689 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:33:19.661518 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-24bb4745-f966-464b-9865-b5ac06efbf73 req-42edc9d9-a534-4c6a-93f6-6a39324f8689 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Usage tracker for resource:security_group_rule and tenant:6249f65c09694e7495b3c930d48ab272 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:33:19.664630 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-24bb4745-f966-464b-9865-b5ac06efbf73 req-42edc9d9-a534-4c6a-93f6-6a39324f8689 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:33:19.670458 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-24bb4745-f966-464b-9865-b5ac06efbf73 req-42edc9d9-a534-4c6a-93f6-6a39324f8689 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:33:19.728860 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-24bb4745-f966-464b-9865-b5ac06efbf73 req-42edc9d9-a534-4c6a-93f6-6a39324f8689 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:19.753331 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-24bb4745-f966-464b-9865-b5ac06efbf73 req-42edc9d9-a534-4c6a-93f6-6a39324f8689 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:19.756792 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-24bb4745-f966-464b-9865-b5ac06efbf73 req-42edc9d9-a534-4c6a-93f6-6a39324f8689 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263012'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:19.759949 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c6a0fd38-7bac-420a-9785-99a530fc84ab tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:33:19.786709 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edc9d9-a534-4c6a-93f6-6a39324f8689 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf34460-ab53-440a-8632-f1dd8f547077,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:33:19.792028 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-42edc9d9-a534-4c6a-93f6-6a39324f8689 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:33:19.796172 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-24bb4745-f966-464b-9865-b5ac06efbf73 req-42edc9d9-a534-4c6a-93f6-6a39324f8689 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:19.800823 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-24bb4745-f966-464b-9865-b5ac06efbf73 req-42edc9d9-a534-4c6a-93f6-6a39324f8689 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1555953
Dec 11 16:33:19.840354 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7ddb59-4b1f-4cd1-8738-244623542116 None None] New status for floating IP bb1cf430-a743-485a-871c-1a9beb877ab9: ACTIVE {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 11 16:33:19.892222 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f7d093b3-e08e-426a-844b-abe9979ab6d2 req-90aafc72-1c72-40a4-906f-3a1ff3cc4aa2 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/security-groups/c7560149-328b-4ab6-8c5e-2fc4ccc14a3b HTTP/1.1" status: 200  len: 2323 time: 0.0612297
Dec 11 16:33:19.906597 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-f7d093b3-e08e-426a-844b-abe9979ab6d2 req-19c01805-7fed-4697-9ef9-00e2780767c9 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c7560149-328b-4ab6-8c5e-2fc4ccc14a3b', 'remote_group_id': None}]} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:33:19.907384 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-f7d093b3-e08e-426a-844b-abe9979ab6d2 req-19c01805-7fed-4697-9ef9-00e2780767c9 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c7560149-328b-4ab6-8c5e-2fc4ccc14a3b', 'remote_group_id': None}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:33:19.915547 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-f7d093b3-e08e-426a-844b-abe9979ab6d2 req-19c01805-7fed-4697-9ef9-00e2780767c9 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:33:19.920072 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-f7d093b3-e08e-426a-844b-abe9979ab6d2 req-19c01805-7fed-4697-9ef9-00e2780767c9 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Usage tracker for resource:security_group_rule and tenant:6249f65c09694e7495b3c930d48ab272 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:33:19.925494 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-f7d093b3-e08e-426a-844b-abe9979ab6d2 req-19c01805-7fed-4697-9ef9-00e2780767c9 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:33:19.932055 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-f7d093b3-e08e-426a-844b-abe9979ab6d2 req-19c01805-7fed-4697-9ef9-00e2780767c9 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:33:19.997678 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-f7d093b3-e08e-426a-844b-abe9979ab6d2 req-19c01805-7fed-4697-9ef9-00e2780767c9 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:20.023724 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-f7d093b3-e08e-426a-844b-abe9979ab6d2 req-19c01805-7fed-4697-9ef9-00e2780767c9 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:20.027573 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-f7d093b3-e08e-426a-844b-abe9979ab6d2 req-19c01805-7fed-4697-9ef9-00e2780767c9 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263012'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:20.033394 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:33:20.054929 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c01805-7fed-4697-9ef9-00e2780767c9 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda7a131-edde-41ff-b797-7691d45eda70,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:33:20.057885 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-19c01805-7fed-4697-9ef9-00e2780767c9 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:33:20.065390 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-f7d093b3-e08e-426a-844b-abe9979ab6d2 req-19c01805-7fed-4697-9ef9-00e2780767c9 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:20.066629 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f7d093b3-e08e-426a-844b-abe9979ab6d2 req-19c01805-7fed-4697-9ef9-00e2780767c9 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1679265
Dec 11 16:33:20.219973 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-3b3e1367-20cb-4818-82d4-47312b4702ec req-46b72f64-85c6-4266-abcf-5ffcd70c2d0b tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Synchronizing usage tracker for tenant:6249f65c09694e7495b3c930d48ab272 on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:33:20.237816 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-3b3e1367-20cb-4818-82d4-47312b4702ec req-46b72f64-85c6-4266-abcf-5ffcd70c2d0b tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Unset dirty status for tenant:6249f65c09694e7495b3c930d48ab272 on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:33:20.239281 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3b3e1367-20cb-4818-82d4-47312b4702ec req-46b72f64-85c6-4266-abcf-5ffcd70c2d0b tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-536494477&fields=id&tenant_id=6249f65c09694e7495b3c930d48ab272 HTTP/1.1" status: 200  len: 267 time: 0.0647023
Dec 11 16:33:20.331543 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e1367-20cb-4818-82d4-47312b4702ec req-44307bf1-2766-4504-b211-8f1d0918ab83 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:20.333192 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3b3e1367-20cb-4818-82d4-47312b4702ec req-44307bf1-2766-4504-b211-8f1d0918ab83 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 946 time: 0.0870383
Dec 11 16:33:20.345561 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-3b3e1367-20cb-4818-82d4-47312b4702ec req-51faaee3-e991-4914-b58c-c1515013164a tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Request body: {'port': {'security_groups': ['27e602b6-8ad3-4d75-880a-e71a7286cb67', 'c7560149-328b-4ab6-8c5e-2fc4ccc14a3b']}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:33:20.475701 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3b3e1367-20cb-4818-82d4-47312b4702ec req-51faaee3-e991-4914-b58c-c1515013164a tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:20.809741 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-3b3e1367-20cb-4818-82d4-47312b4702ec req-51faaee3-e991-4914-b58c-c1515013164a tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] For port fb33166e-261d-43b9-b251-c60c8c803c9d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=fb33166e-261d-43b9-b251-c60c8c803c9d,segment=NetworkSegment(5ff84b41-9995-42f8-9302-c2f0bb565219),segment_id=5ff84b41-9995-42f8-9302-c2f0bb565219)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:33:20.837145 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3b3e1367-20cb-4818-82d4-47312b4702ec req-51faaee3-e991-4914-b58c-c1515013164a tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:20.840677 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3b3e1367-20cb-4818-82d4-47312b4702ec req-51faaee3-e991-4914-b58c-c1515013164a tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31879474'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:20.858655 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:33:21.018423 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51faaee3-e991-4914-b58c-c1515013164a tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Pushing event updated for resources: {'Port': ['ID=fb33166e-261d-43b9-b251-c60c8c803c9d,revision_number=5']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:33:21.023816 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-51faaee3-e991-4914-b58c-c1515013164a tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:33:21.061918 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e1367-20cb-4818-82d4-47312b4702ec req-51faaee3-e991-4914-b58c-c1515013164a tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:21.062826 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-3b3e1367-20cb-4818-82d4-47312b4702ec req-51faaee3-e991-4914-b58c-c1515013164a tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:21.064170 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3b3e1367-20cb-4818-82d4-47312b4702ec req-51faaee3-e991-4914-b58c-c1515013164a tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "PUT /v2.0/ports/fb33166e-261d-43b9-b251-c60c8c803c9d HTTP/1.1" status: 200  len: 982 time: 0.7239227
Dec 11 16:33:21.064861 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83678c3f-c9d4-46b4-b7b2-01f00a3d1d51', 'tag': 'fb33166e-261d-43b9-b251-c60c8c803c9d'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:33:21.148905 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83678c3f-c9d4-46b4-b7b2-01f00a3d1d51', 'tag': 'fb33166e-261d-43b9-b251-c60c8c803c9d', 'status': 'completed', 'code': 200}
Dec 11 16:33:21.291019 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752facc2-8ac7-45c3-aa80-4ce040aa836c req-fb74e3dd-cfcb-4bbb-8137-300a7dc6a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:21.292664 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-752facc2-8ac7-45c3-aa80-4ce040aa836c req-fb74e3dd-cfcb-4bbb-8137-300a7dc6a579 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6249f65c09694e7495b3c930d48ab272&device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 1203 time: 0.0922945
Dec 11 16:33:21.301683 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1fd7b-a44e-4c18-9c60-111736354eb2 req-95c172d9-0d76-4a04-b2cc-84d2cb6afdfd tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:21.303335 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b5d1fd7b-a44e-4c18-9c60-111736354eb2 req-95c172d9-0d76-4a04-b2cc-84d2cb6afdfd tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 985 time: 0.1023808
Dec 11 16:33:21.354663 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-76bd522c-a9ce-4a5b-b86f-25d4a3661d94 None None] Provisioning complete for port fb33166e-261d-43b9-b251-c60c8c803c9d triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:33:21.355252 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-76bd522c-a9ce-4a5b-b86f-25d4a3661d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:21.357937 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b5d1fd7b-a44e-4c18-9c60-111736354eb2 req-4a797ab1-36f1-4065-83c5-e51db4e79243 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/security-groups?id=c7560149-328b-4ab6-8c5e-2fc4ccc14a3b&id=27e602b6-8ad3-4d75-880a-e71a7286cb67&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0470736
Dec 11 16:33:21.483110 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752facc2-8ac7-45c3-aa80-4ce040aa836c req-f8ef88b1-6e5d-4c44-9070-77307bb1e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:21.486004 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-752facc2-8ac7-45c3-aa80-4ce040aa836c req-f8ef88b1-6e5d-4c44-9070-77307bb1e324 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7a941c4a-1571-4083-acec-e713c744ada5 HTTP/1.1" status: 200  len: 909 time: 0.1663241
Dec 11 16:33:21.600535 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-752facc2-8ac7-45c3-aa80-4ce040aa836c req-f8784d80-485e-44d5-8c29-25bbb8c40884 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb33166e-261d-43b9-b251-c60c8c803c9d HTTP/1.1" status: 200  len: 1002 time: 0.1077447
Dec 11 16:33:21.673373 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752facc2-8ac7-45c3-aa80-4ce040aa836c req-1d1e887a-4106-4f9b-a34e-64828df66e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:21.675036 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-752facc2-8ac7-45c3-aa80-4ce040aa836c req-1d1e887a-4106-4f9b-a34e-64828df66e93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1deabf70-3b1e-4497-871a-64c6ec5789ea HTTP/1.1" status: 200  len: 854 time: 0.0681541
Dec 11 16:33:21.759346 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752facc2-8ac7-45c3-aa80-4ce040aa836c req-633a4544-80c7-4441-928e-a35e4c18bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:33:21.761053 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-752facc2-8ac7-45c3-aa80-4ce040aa836c req-633a4544-80c7-4441-928e-a35e4c18bf9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a941c4a-1571-4083-acec-e713c744ada5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784459
Dec 11 16:33:21.917549 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-752facc2-8ac7-45c3-aa80-4ce040aa836c req-e8833f58-a45a-4ff5-a8e8-9780166bfe64 service neutron] 10.222.0.64 "GET /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486313
Dec 11 16:33:22.075394 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-752facc2-8ac7-45c3-aa80-4ce040aa836c req-f1e19117-76a6-4450-8bda-e47f53724a2e service neutron] 10.222.0.64 "GET /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1511869
Dec 11 16:33:22.650260 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:23.225464 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device fb33166e-261d-43b9-b251-c60c8c803c9d up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:33:23.302584 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port fb33166e-261d-43b9-b251-c60c8c803c9d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:33:23.303134 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:35.882704 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd745996-8293-48a1-aee7-afc13116964e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:38.188191 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-85cfd791-c7c8-4e3c-a4f4-4619aeca4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:39.008166 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:40.164075 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:40.963095 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:33:47.709870 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:33:52.669351 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:34:05.887093 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cf6be6e6-c4e3-4e3f-b790-d98675bf9698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:34:08.180398 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8656d641-6c0e-4e12-9afe-a421edcbc07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:34:09.011300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:34:10.161581 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:34:10.963518 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:34:22.679492 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:34:24.716040 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:34:35.889968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fc7685ee-331a-4f3f-af26-c8d597142db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:34:38.181207 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6893-d488-48e4-b439-c6775bc04d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:34:39.015596 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:34:40.165719 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:34:40.968222 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:34:52.108164 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-edaf6997-9aba-4db5-9184-3032b91eddda req-c85907b8-0aaa-47dd-979b-fc8775b77956 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0801463
Dec 11 16:34:52.296789 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf6997-9aba-4db5-9184-3032b91eddda req-552cd339-0bd5-4772-b5dc-0c809462b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:34:52.298439 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-edaf6997-9aba-4db5-9184-3032b91eddda req-552cd339-0bd5-4772-b5dc-0c809462b23b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ad201a40eb54facbb2b8d35f51492f4&device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 1162 time: 0.0827675
Dec 11 16:34:52.459437 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf6997-9aba-4db5-9184-3032b91eddda req-706b3da8-4540-449c-848a-eddf45bc1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:34:52.461053 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-edaf6997-9aba-4db5-9184-3032b91eddda req-706b3da8-4540-449c-848a-eddf45bc1b01 service neutron] 10.222.0.64 "GET /v2.0/networks?id=039bbca1-f016-4285-abfa-5348e6c4eb84 HTTP/1.1" status: 200  len: 911 time: 0.1441760
Dec 11 16:34:52.574615 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-edaf6997-9aba-4db5-9184-3032b91eddda req-7d27cd74-8c38-471d-8831-c275a52d19a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=475418d2-493a-4de7-a99a-d62b442310e6 HTTP/1.1" status: 200  len: 1001 time: 0.1069639
Dec 11 16:34:52.647714 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf6997-9aba-4db5-9184-3032b91eddda req-c0a457c4-b03c-4e38-a9da-f1395f9b870a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:34:52.649449 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-edaf6997-9aba-4db5-9184-3032b91eddda req-c0a457c4-b03c-4e38-a9da-f1395f9b870a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c00391c9-6902-493e-bdec-b850663c39cb HTTP/1.1" status: 200  len: 856 time: 0.0685031
Dec 11 16:34:52.681755 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:34:52.741622 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf6997-9aba-4db5-9184-3032b91eddda req-6ec0a65a-6856-4938-bcb6-c6a7779c7f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:34:52.743302 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-edaf6997-9aba-4db5-9184-3032b91eddda req-6ec0a65a-6856-4938-bcb6-c6a7779c7f0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=039bbca1-f016-4285-abfa-5348e6c4eb84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0848126
Dec 11 16:34:52.901147 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-edaf6997-9aba-4db5-9184-3032b91eddda req-bea7d8fc-333a-447c-a864-2aada952ead1 service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509085
Dec 11 16:34:53.054562 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-edaf6997-9aba-4db5-9184-3032b91eddda req-6e8ae56e-213e-4e05-8418-861a0cea589b service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1467631
Dec 11 16:35:01.706218 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:35:05.893338 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7c77833d-6261-42a2-a561-10bc3356f091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:35:08.184016 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2b36295a-12e2-4864-b3ef-855a2ecd2a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:35:09.016328 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:35:10.168892 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:35:10.969361 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:35:22.712876 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:35:35.900148 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ad5c4bd8-4799-42da-97e0-275440c76d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:35:38.186731 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fae9b184-aa98-44d7-b335-70cf5aaf72f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:35:38.712395 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:35:39.023984 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:35:40.171617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:35:40.974363 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:35:52.721648 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:35:53.099665 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6a58c409-bb4a-4723-a9b9-bb42f9b5bdd7 req-762b1e70-eab3-40e7-8755-2bed7f071a5c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0759540
Dec 11 16:35:53.212759 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58c409-bb4a-4723-a9b9-bb42f9b5bdd7 req-78b14d36-99f0-4093-a746-4e958c4e2647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:35:53.214371 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6a58c409-bb4a-4723-a9b9-bb42f9b5bdd7 req-78b14d36-99f0-4093-a746-4e958c4e2647 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1c5767d59b7a47b5accf73b3f5a99e0f&device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 1162 time: 0.0817244
Dec 11 16:35:53.374776 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58c409-bb4a-4723-a9b9-bb42f9b5bdd7 req-9e9ebdc7-c3a8-4f69-8d86-b9a5e7250d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:35:53.376455 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6a58c409-bb4a-4723-a9b9-bb42f9b5bdd7 req-9e9ebdc7-c3a8-4f69-8d86-b9a5e7250d57 service neutron] 10.222.0.64 "GET /v2.0/networks?id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33 HTTP/1.1" status: 200  len: 904 time: 0.1423342
Dec 11 16:35:53.483057 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6a58c409-bb4a-4723-a9b9-bb42f9b5bdd7 req-6803e849-fbcc-4d3c-b608-08944bbe663e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17ce2b17-cd05-412b-af9b-21a9fa65280d HTTP/1.1" status: 200  len: 1001 time: 0.0997219
Dec 11 16:35:53.560056 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58c409-bb4a-4723-a9b9-bb42f9b5bdd7 req-15603b18-5c59-4bd1-8b70-dc1636f19b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:35:53.561759 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6a58c409-bb4a-4723-a9b9-bb42f9b5bdd7 req-15603b18-5c59-4bd1-8b70-dc1636f19b29 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc5b558-60c5-446c-9755-1fcb42bad47f HTTP/1.1" status: 200  len: 849 time: 0.0727732
Dec 11 16:35:53.641800 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58c409-bb4a-4723-a9b9-bb42f9b5bdd7 req-63d458b7-14d1-4962-bf37-c14d52d37be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:35:53.643343 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6a58c409-bb4a-4723-a9b9-bb42f9b5bdd7 req-63d458b7-14d1-4962-bf37-c14d52d37be1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752385
Dec 11 16:35:53.791257 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6a58c409-bb4a-4723-a9b9-bb42f9b5bdd7 req-6cd69b75-2cde-494f-a6be-032dd4eec1b8 service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407700
Dec 11 16:35:53.945595 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6a58c409-bb4a-4723-a9b9-bb42f9b5bdd7 req-cfe6a91e-690e-4b0d-9f79-81debc81413a service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1482761
Dec 11 16:36:05.906672 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d8d82c24-9374-4822-bd55-92750aaab5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:08.190465 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-abdfd371-69c8-41f7-b87f-141090053794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:09.024710 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:10.177701 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:10.976147 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:15.701925 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:36:22.724995 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:29.971314 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-5af74f78-4c59-4c4d-827a-a2f1fcedd440 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/floatingips/b04e1c0a-50dd-4384-8343-13397cde6a0f HTTP/1.1" status: 200  len: 999 time: 0.1168737
Dec 11 16:36:30.142218 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-7d9f8adb-9af3-4db7-9ac5-c7c7fac721ed tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:30.143765 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-7d9f8adb-9af3-4db7-9ac5-c7c7fac721ed tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/networks/2c8d0687-6545-4ddc-9608-794ea870ad6d HTTP/1.1" status: 200  len: 784 time: 0.1663721
Dec 11 16:36:30.155243 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-a7ae12ab-16c4-401f-99b1-ad6a4c752590 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 11 16:36:30.156338 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-a7ae12ab-16c4-401f-99b1-ad6a4c752590 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0066042
Dec 11 16:36:30.272728 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-05c7100a-a8ae-4779-8f20-c3c4ace67393 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.118 HTTP/1.1" status: 200  len: 1002 time: 0.1086638
Dec 11 16:36:30.359077 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-f8912288-b957-4bfb-9505-74d2347323de tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:30.360605 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-f8912288-b957-4bfb-9505-74d2347323de tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports/9d8a18fe-2101-48fc-a0a0-4d73963b351f HTTP/1.1" status: 200  len: 943 time: 0.0814810
Dec 11 16:36:30.554227 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-42fe9685-a9ea-42ae-a797-2ce6855e6231 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.118 HTTP/1.1" status: 200  len: 1002 time: 0.1109505
Dec 11 16:36:30.782277 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Deleting port fedffcbb-6cb4-4dab-859b-c3b29b94faf0 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:36:30.782651 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:30.973368 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:30.973979 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for floatingip, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:31.117388 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Calling delete_port for fedffcbb-6cb4-4dab-859b-c3b29b94faf0 owned by network:floatingip {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:36:31.289168 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:31.305818 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:36:31.358910 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Pushing event deleted for resources: {'Port': ['ID=fedffcbb-6cb4-4dab-859b-c3b29b94faf0,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:36:31.373620 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.373935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.374333 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.374728 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.375150 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.375539 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.375925 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.376311 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.376697 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.377079 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.377462 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.378406 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.378863 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.379250 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.379669 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.380055 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.380441 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.380819 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.381199 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.381578 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.381955 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.382334 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.382715 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.383127 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:31.388655 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:36:31.561044 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for floatingip, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:31.561447 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.l3_db [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Floating IP b04e1c0a-50dd-4384-8343-13397cde6a0f disassociated (deleted). External IP: 172.27.3.118, port: 9d8a18fe-2101-48fc-a0a0-4d73963b351f.
Dec 11 16:36:32.203606 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Router e6efafeb-7935-4783-9f0d-4bac88cce18a has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:36:32.399854 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:36:32.410260 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73b39c0-e0f4-4c8a-a0f3-ad2fc81d6107 None None] Sync routers for ids ['e6efafeb-7935-4783-9f0d-4bac88cce18a'] in dv-cinder-766752-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:36:32.421875 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:32.423343 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73b39c0-e0f4-4c8a-a0f3-ad2fc81d6107 None None] Routers {'e6efafeb-7935-4783-9f0d-4bac88cce18a'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:36:32.424049 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-c73b39c0-e0f4-4c8a-a0f3-ad2fc81d6107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eb0b2a208>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:36:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['e6efafeb-7935-4783-9f0d-4bac88cce18a'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:32.488192 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-f511ffcc-8f9f-42cd-921f-2d836eaef052 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "DELETE /v2.0/floatingips/b04e1c0a-50dd-4384-8343-13397cde6a0f HTTP/1.1" status: 204  len: 173 time: 1.9275734
Dec 11 16:36:32.488758 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3cc4d69-1b0e-42cb-a304-7dc8233782b9', 'tag': '9d8a18fe-2101-48fc-a0a0-4d73963b351f'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:36:32.570694 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3cc4d69-1b0e-42cb-a304-7dc8233782b9', 'tag': '9d8a18fe-2101-48fc-a0a0-4d73963b351f', 'status': 'completed', 'code': 200}
Dec 11 16:36:32.617112 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-d24dff15-a6a1-4db9-9f31-ac883d293d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:32.618792 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-d24dff15-a6a1-4db9-9f31-ac883d293d09 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=54109747176345eb91303b0d7d7e8b59&device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 1163 time: 0.1025670
Dec 11 16:36:32.637953 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-c73b39c0-e0f4-4c8a-a0f3-ad2fc81d6107 None None] Set router e6efafeb-7935-4783-9f0d-4bac88cce18a gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:36:32.788414 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-d660f533-20c3-4e16-a760-065025133e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:32.790115 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-d660f533-20c3-4e16-a760-065025133e66 service neutron] 10.222.0.68 "GET /v2.0/networks?id=04b8d30e-92aa-4b95-a839-724d382c79d3 HTTP/1.1" status: 200  len: 906 time: 0.1641397
Dec 11 16:36:32.869656 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-16fe6335-d47b-4449-b5f8-17714aac9c56 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d8a18fe-2101-48fc-a0a0-4d73963b351f HTTP/1.1" status: 200  len: 217 time: 0.0725353
Dec 11 16:36:32.903464 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b86da-4d28-4640-acf6-4ca723871afb req-d68778e6-5a82-4ebf-9d4e-b5ecd3be4c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:32.905156 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5e2b86da-4d28-4640-acf6-4ca723871afb req-d68778e6-5a82-4ebf-9d4e-b5ecd3be4c42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54109747176345eb91303b0d7d7e8b59&device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 1163 time: 0.3028007
Dec 11 16:36:32.951790 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-579e5230-9382-4f3c-8665-3b3268482c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:32.953442 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-579e5230-9382-4f3c-8665-3b3268482c80 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa4bf76b-c105-4825-915d-862cbf8175be HTTP/1.1" status: 200  len: 851 time: 0.0768168
Dec 11 16:36:33.053923 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-c73b39c0-e0f4-4c8a-a0f3-ad2fc81d6107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eb0b2a208>, [{'id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'name': 'tempest-TestVolumeBootPattern-2066931602-router', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:12Z', 'updated_at': '2020-12-11T16:31:20Z', 'revision_number': 4, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'gw_port': {'id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:13Z', 'updated_at': '2020-12-11T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'f45489eb-5c4d-4ef8-a02a-ed121938dda8', 'name': '', 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'mac_address': 'fa:16:3e:08:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:19Z', 'updated_at': '2020-12-11T16:31:35Z', 'revision_number': 5, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'subnets': [{'id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:33.054263 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-e485af71-e11c-4b0e-b924-700af24c60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:33.055854 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-e485af71-e11c-4b0e-b924-700af24c60b7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=04b8d30e-92aa-4b95-a839-724d382c79d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0924418
Dec 11 16:36:33.059239 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73b39c0-e0f4-4c8a-a0f3-ad2fc81d6107 None None] Checking router: e6efafeb-7935-4783-9f0d-4bac88cce18a for host: dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:36:33.066001 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b86da-4d28-4640-acf6-4ca723871afb req-9ffc86dd-6e7b-4d73-ad8b-e0291fbada86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:33.067671 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5e2b86da-4d28-4640-acf6-4ca723871afb req-9ffc86dd-6e7b-4d73-ad8b-e0291fbada86 service neutron] 10.222.0.64 "GET /v2.0/networks?id=04b8d30e-92aa-4b95-a839-724d382c79d3 HTTP/1.1" status: 200  len: 906 time: 0.1560934
Dec 11 16:36:33.073933 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73b39c0-e0f4-4c8a-a0f3-ad2fc81d6107 None None] Routers {'e6efafeb-7935-4783-9f0d-4bac88cce18a'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:36:33.074682 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-c73b39c0-e0f4-4c8a-a0f3-ad2fc81d6107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eb0b2a208>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:36:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['e6efafeb-7935-4783-9f0d-4bac88cce18a'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:33.148359 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5e2b86da-4d28-4640-acf6-4ca723871afb req-a0955304-2aed-43bd-9ac8-0ac458e6bfec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d8a18fe-2101-48fc-a0a0-4d73963b351f HTTP/1.1" status: 200  len: 217 time: 0.0737145
Dec 11 16:36:33.226096 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b86da-4d28-4640-acf6-4ca723871afb req-20944c8d-38a4-4226-9822-adc11eb04868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:33.227814 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5e2b86da-4d28-4640-acf6-4ca723871afb req-20944c8d-38a4-4226-9822-adc11eb04868 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa4bf76b-c105-4825-915d-862cbf8175be HTTP/1.1" status: 200  len: 851 time: 0.0727882
Dec 11 16:36:33.229500 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-b6127bc0-e884-4496-a338-b4433255effc service neutron] 10.222.0.68 "GET /v2.0/networks/04b8d30e-92aa-4b95-a839-724d382c79d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628904
Dec 11 16:36:33.296249 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-c73b39c0-e0f4-4c8a-a0f3-ad2fc81d6107 None None] Set router e6efafeb-7935-4783-9f0d-4bac88cce18a gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:36:33.316524 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b86da-4d28-4640-acf6-4ca723871afb req-b7f48cda-0fac-437c-b00d-a877de29920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:33.318308 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5e2b86da-4d28-4640-acf6-4ca723871afb req-b7f48cda-0fac-437c-b00d-a877de29920b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04b8d30e-92aa-4b95-a839-724d382c79d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836194
Dec 11 16:36:33.398045 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1fa1e3d5-8c61-4509-aa79-6d6bba6c8b69 req-ebb910e4-c1e2-463a-b1f2-65adcecd28cf service neutron] 10.222.0.68 "GET /v2.0/networks/04b8d30e-92aa-4b95-a839-724d382c79d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1568875
Dec 11 16:36:33.484765 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5e2b86da-4d28-4640-acf6-4ca723871afb req-a904c37e-ae7f-4028-9d74-63e849ea5f64 service neutron] 10.222.0.64 "GET /v2.0/networks/04b8d30e-92aa-4b95-a839-724d382c79d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1589036
Dec 11 16:36:33.651823 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5e2b86da-4d28-4640-acf6-4ca723871afb req-7ffb0e54-852a-4f9f-8f41-7f6afe8ee2b8 service neutron] 10.222.0.64 "GET /v2.0/networks/04b8d30e-92aa-4b95-a839-724d382c79d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1503522
Dec 11 16:36:33.680940 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-c73b39c0-e0f4-4c8a-a0f3-ad2fc81d6107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eb0b2a208>, [{'id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'name': 'tempest-TestVolumeBootPattern-2066931602-router', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:12Z', 'updated_at': '2020-12-11T16:31:20Z', 'revision_number': 4, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'gw_port': {'id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:13Z', 'updated_at': '2020-12-11T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'f45489eb-5c4d-4ef8-a02a-ed121938dda8', 'name': '', 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'mac_address': 'fa:16:3e:08:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:19Z', 'updated_at': '2020-12-11T16:31:35Z', 'revision_number': 5, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'subnets': [{'id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:33.686405 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73b39c0-e0f4-4c8a-a0f3-ad2fc81d6107 None None] The sync data for ids ['e6efafeb-7935-4783-9f0d-4bac88cce18a'] in dv-cinder-766752-1-iscsi is: [{'id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'name': 'tempest-TestVolumeBootPattern-2066931602-router', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:12Z', 'updated_at': '2020-12-11T16:31:20Z', 'revision_number': 4, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'gw_port': {'id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:13Z', 'updated_at': '2020-12-11T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'f45489eb-5c4d-4ef8-a02a-ed121938dda8', 'name': '', 'network_id': '04b8d30e-92aa-4b95-a839-724d382c79d3', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'mac_address': 'fa:16:3e:08:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:19Z', 'updated_at': '2020-12-11T16:31:35Z', 'revision_number': 5, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'subnets': [{'id': 'aa4bf76b-c105-4825-915d-862cbf8175be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:36:33.870414 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221872c-2352-4784-ab17-6dfbdd5fc76e req-d2d32c3a-8c10-4320-b3f5-ca33963fd03c tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:33.871205 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-9221872c-2352-4784-ab17-6dfbdd5fc76e req-d2d32c3a-8c10-4320-b3f5-ca33963fd03c tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Synchronizing usage tracker for tenant:54109747176345eb91303b0d7d7e8b59 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:36:33.889215 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-9221872c-2352-4784-ab17-6dfbdd5fc76e req-d2d32c3a-8c10-4320-b3f5-ca33963fd03c tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Unset dirty status for tenant:54109747176345eb91303b0d7d7e8b59 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:36:33.890683 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9221872c-2352-4784-ab17-6dfbdd5fc76e req-d2d32c3a-8c10-4320-b3f5-ca33963fd03c tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 946 time: 0.1125493
Dec 11 16:36:33.942900 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9221872c-2352-4784-ab17-6dfbdd5fc76e req-395d2ed7-8f15-4b3d-8858-ff9f0297b79e tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups?id=30bdf997-7b60-4148-8c80-abaf80be0da2&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0452964
Dec 11 16:36:34.103187 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68abee88-067a-40dc-a43c-b57f9d56840a None None] New status for floating IP b04e1c0a-50dd-4384-8343-13397cde6a0f: DOWN {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 11 16:36:35.167432 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81d877-90f3-4143-91b4-a9ba72708af5 req-0adf5d8e-6199-4eb1-a87e-84b2093405ac tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:35.169117 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-bf81d877-90f3-4143-91b4-a9ba72708af5 req-0adf5d8e-6199-4eb1-a87e-84b2093405ac tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 946 time: 0.0919104
Dec 11 16:36:35.251904 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-bf81d877-90f3-4143-91b4-a9ba72708af5 req-f5b1aff5-f631-45b1-afeb-035702ceec34 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups?id=30bdf997-7b60-4148-8c80-abaf80be0da2&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0749733
Dec 11 16:36:35.501400 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9cd6a-6782-4339-b9b3-0628dedcf0f5 req-7bda7f0c-60ba-4261-9d7a-e8f048df039c tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:35.502102 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-4cc9cd6a-6782-4339-b9b3-0628dedcf0f5 req-7bda7f0c-60ba-4261-9d7a-e8f048df039c tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Synchronizing usage tracker for tenant:54109747176345eb91303b0d7d7e8b59 on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:36:35.515725 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-4cc9cd6a-6782-4339-b9b3-0628dedcf0f5 req-7bda7f0c-60ba-4261-9d7a-e8f048df039c tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Unset dirty status for tenant:54109747176345eb91303b0d7d7e8b59 on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:36:35.516994 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4cc9cd6a-6782-4339-b9b3-0628dedcf0f5 req-7bda7f0c-60ba-4261-9d7a-e8f048df039c tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.64 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 946 time: 0.1046653
Dec 11 16:36:35.594386 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-4cc9cd6a-6782-4339-b9b3-0628dedcf0f5 req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Deleting port 9d8a18fe-2101-48fc-a0a0-4d73963b351f {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:36:35.594771 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-4cc9cd6a-6782-4339-b9b3-0628dedcf0f5 req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:35.874150 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-4cc9cd6a-6782-4339-b9b3-0628dedcf0f5 req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] For port 9d8a18fe-2101-48fc-a0a0-4d73963b351f, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=9d8a18fe-2101-48fc-a0a0-4d73963b351f,segment=NetworkSegment(16dfdecf-3ca9-4256-9c7d-1571be14ab53),segment_id=16dfdecf-3ca9-4256-9c7d-1571be14ab53)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:36:35.874556 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-4cc9cd6a-6782-4339-b9b3-0628dedcf0f5 req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:35.894615 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ef41f709-7aff-48df-af0a-94e7b4f3cfc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:36.008220 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-4cc9cd6a-6782-4339-b9b3-0628dedcf0f5 req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Calling delete_port for 9d8a18fe-2101-48fc-a0a0-4d73963b351f owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:36:36.172083 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-4cc9cd6a-6782-4339-b9b3-0628dedcf0f5 req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:36.188576 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4ee2e813-418d-437c-8d78-40a09f84dca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:36:36.246307 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Pushing event deleted for resources: {'Port': ['ID=9d8a18fe-2101-48fc-a0a0-4d73963b351f,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:36:36.261383 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.261796 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.262200 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.262603 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.263033 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.263434 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.263825 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.264214 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.264604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.264988 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.265375 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.265762 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.266208 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.266593 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.267006 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.267392 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.267779 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.268162 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.268577 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.268965 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.269340 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.269725 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.270111 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.270496 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:36:36.276168 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:36:36.422563 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc9cd6a-6782-4339-b9b3-0628dedcf0f5 req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] No DVR routers for this DVR port 9d8a18fe-2101-48fc-a0a0-4d73963b351f on host hv-cinder-76675 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:36:36.424923 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-4cc9cd6a-6782-4339-b9b3-0628dedcf0f5 req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:36.427944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cc4d69-1b0e-42cb-a304-7dc8233782b9', 'name': 'network-vif-deleted', 'tag': '9d8a18fe-2101-48fc-a0a0-4d73963b351f'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:36:36.445974 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4cc9cd6a-6782-4339-b9b3-0628dedcf0f5 req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.64 "DELETE /v2.0/ports/9d8a18fe-2101-48fc-a0a0-4d73963b351f HTTP/1.1" status: 204  len: 173 time: 0.9233949
Dec 11 16:36:36.465278 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-73267f52-70f0-4664-85e7-88c6695bd139 req-7305aa29-1f23-4dbe-825d-6ef3a3a21aa2 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/ports?device_id=f3cc4d69-1b0e-42cb-a304-7dc8233782b9 HTTP/1.1" status: 200  len: 210 time: 0.0749872
Dec 11 16:36:36.477376 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 9d8a18fe-2101-48fc-a0a0-4d73963b351f no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:36:36.507132 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cc4d69-1b0e-42cb-a304-7dc8233782b9', 'name': 'network-vif-deleted', 'tag': '9d8a18fe-2101-48fc-a0a0-4d73963b351f', 'status': 'completed', 'code': 200}
Dec 11 16:36:36.530542 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] No Port match for: 9d8a18fe-2101-48fc-a0a0-4d73963b351f {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:36:36.531809 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 9d8a18fe-2101-48fc-a0a0-4d73963b351f not bound to the agent host hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:36:38.191493 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-79ded9d8-0fad-4283-8c9e-bc0f1bd23c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:39.027827 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:39.142567 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2f410175-699d-45b5-a774-b9f4f1594935 req-b8b85290-719e-4e8a-935f-1ce3b7a7718c tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "GET /v2.0/security-groups/30bdf997-7b60-4148-8c80-abaf80be0da2 HTTP/1.1" status: 200  len: 2885 time: 0.0519376
Dec 11 16:36:39.219647 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-2f410175-699d-45b5-a774-b9f4f1594935 req-5a9e30f3-7832-4254-a97e-6726466d1e5a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:39.253824 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-2f410175-699d-45b5-a774-b9f4f1594935 req-5a9e30f3-7832-4254-a97e-6726466d1e5a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:39.301758 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-2f410175-699d-45b5-a774-b9f4f1594935 req-5a9e30f3-7832-4254-a97e-6726466d1e5a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:39.306165 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d110669f-f2eb-4e1e-9be2-1e8f50fc7707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:36:39.322672 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e30f3-7832-4254-a97e-6726466d1e5a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bdf997-7b60-4148-8c80-abaf80be0da2,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:36:39.326163 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-5a9e30f3-7832-4254-a97e-6726466d1e5a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:36:39.335746 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-2f410175-699d-45b5-a774-b9f4f1594935 req-5a9e30f3-7832-4254-a97e-6726466d1e5a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:39.337145 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2f410175-699d-45b5-a774-b9f4f1594935 req-5a9e30f3-7832-4254-a97e-6726466d1e5a tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] 10.222.0.68 "DELETE /v2.0/security-groups/30bdf997-7b60-4148-8c80-abaf80be0da2 HTTP/1.1" status: 204  len: 173 time: 0.1869540
Dec 11 16:36:40.174067 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:40.435370 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 34694) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:36:40.976330 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-998679a7-1511-4439-a11a-184d8abc72e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854276476'] for router_interface, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:40.976862 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:41.593970 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-998679a7-1511-4439-a11a-184d8abc72e1 admin admin] Deleting port f45489eb-5c4d-4ef8-a02a-ed121938dda8 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:36:41.594530 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-998679a7-1511-4439-a11a-184d8abc72e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:41.781432 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-998679a7-1511-4439-a11a-184d8abc72e1 admin admin] For port f45489eb-5c4d-4ef8-a02a-ed121938dda8, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=f45489eb-5c4d-4ef8-a02a-ed121938dda8,segment=NetworkSegment(16dfdecf-3ca9-4256-9c7d-1571be14ab53),segment_id=16dfdecf-3ca9-4256-9c7d-1571be14ab53)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:36:41.781832 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-998679a7-1511-4439-a11a-184d8abc72e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:41.916090 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-998679a7-1511-4439-a11a-184d8abc72e1 admin admin] Calling delete_port for f45489eb-5c4d-4ef8-a02a-ed121938dda8 owned by network:router_interface {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:36:42.089371 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-998679a7-1511-4439-a11a-184d8abc72e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:42.106290 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-11e311f4-af46-435a-9de2-72134f2b435a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:36:42.153603 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998679a7-1511-4439-a11a-184d8abc72e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f45489eb-5c4d-4ef8-a02a-ed121938dda8,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:36:42.169532 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-998679a7-1511-4439-a11a-184d8abc72e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:36:42.791205 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-998679a7-1511-4439-a11a-184d8abc72e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3353919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854276510'] for router_interface, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:43.318768 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998679a7-1511-4439-a11a-184d8abc72e1 admin admin] Router e6efafeb-7935-4783-9f0d-4bac88cce18a has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:36:43.512046 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998679a7-1511-4439-a11a-184d8abc72e1 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:36:43.523822 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8d0e8e-23b7-4152-97a8-1372ec850537 None None] Sync routers for ids ['e6efafeb-7935-4783-9f0d-4bac88cce18a'] in dv-cinder-766752-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:36:43.527837 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-998679a7-1511-4439-a11a-184d8abc72e1 admin admin] 10.222.0.68 "PUT /v2.0/routers/e6efafeb-7935-4783-9f0d-4bac88cce18a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0906281
Dec 11 16:36:43.529122 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 34704) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:36:43.544186 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8d0e8e-23b7-4152-97a8-1372ec850537 None None] Routers {'e6efafeb-7935-4783-9f0d-4bac88cce18a'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:36:43.544974 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-fc8d0e8e-23b7-4152-97a8-1372ec850537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabe68cf8>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:36:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['e6efafeb-7935-4783-9f0d-4bac88cce18a'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:43.733506 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0cbf-0bcc-457b-80c3-3d674a74f617 admin admin] Notify callbacks [] for router, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:43.749028 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-fc8d0e8e-23b7-4152-97a8-1372ec850537 None None] Set router e6efafeb-7935-4783-9f0d-4bac88cce18a gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:36:43.932831 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0cbf-0bcc-457b-80c3-3d674a74f617 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:43.938541 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-9f2c0cbf-0bcc-457b-80c3-3d674a74f617 admin admin] Deleting port 6bab7f26-0542-44f8-ba13-549984abe23b {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:36:43.939009 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0cbf-0bcc-457b-80c3-3d674a74f617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:44.146650 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-9f2c0cbf-0bcc-457b-80c3-3d674a74f617 admin admin] For port 6bab7f26-0542-44f8-ba13-549984abe23b, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=6bab7f26-0542-44f8-ba13-549984abe23b,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:36:44.147517 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0cbf-0bcc-457b-80c3-3d674a74f617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:44.237964 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-fc8d0e8e-23b7-4152-97a8-1372ec850537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabe68cf8>, [{'id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'name': 'tempest-TestVolumeBootPattern-2066931602-router', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:12Z', 'updated_at': '2020-12-11T16:36:42Z', 'revision_number': 5, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'gw_port': {'id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:13Z', 'updated_at': '2020-12-11T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:44.245548 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8d0e8e-23b7-4152-97a8-1372ec850537 None None] Checking router: e6efafeb-7935-4783-9f0d-4bac88cce18a for host: dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:36:44.258396 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8d0e8e-23b7-4152-97a8-1372ec850537 None None] Routers {'e6efafeb-7935-4783-9f0d-4bac88cce18a'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:36:44.259143 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-fc8d0e8e-23b7-4152-97a8-1372ec850537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabe68cf8>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:36:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['e6efafeb-7935-4783-9f0d-4bac88cce18a'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:44.280712 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-9f2c0cbf-0bcc-457b-80c3-3d674a74f617 admin admin] Calling delete_port for 6bab7f26-0542-44f8-ba13-549984abe23b owned by network:router_gateway {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:36:44.430080 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0cbf-0bcc-457b-80c3-3d674a74f617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:44.453122 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-fc8d0e8e-23b7-4152-97a8-1372ec850537 None None] Set router e6efafeb-7935-4783-9f0d-4bac88cce18a gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:36:44.644694 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0cbf-0bcc-457b-80c3-3d674a74f617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504972'] for router_gateway, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:44.789941 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0cbf-0bcc-457b-80c3-3d674a74f617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854257088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854741722'] for router, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:44.792410 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0cbf-0bcc-457b-80c3-3d674a74f617 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:44.800198 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-fc8d0e8e-23b7-4152-97a8-1372ec850537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabe68cf8>, [{'id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'name': 'tempest-TestVolumeBootPattern-2066931602-router', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:12Z', 'updated_at': '2020-12-11T16:36:42Z', 'revision_number': 5, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'gw_port': {'id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:13Z', 'updated_at': '2020-12-11T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:44.804688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8d0e8e-23b7-4152-97a8-1372ec850537 None None] The sync data for ids ['e6efafeb-7935-4783-9f0d-4bac88cce18a'] in dv-cinder-766752-1-iscsi is: [{'id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'name': 'tempest-TestVolumeBootPattern-2066931602-router', 'tenant_id': '54109747176345eb91303b0d7d7e8b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:12Z', 'updated_at': '2020-12-11T16:36:42Z', 'revision_number': 5, 'project_id': '54109747176345eb91303b0d7d7e8b59', 'gw_port': {'id': '6bab7f26-0542-44f8-ba13-549984abe23b', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6efafeb-7935-4783-9f0d-4bac88cce18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:13Z', 'updated_at': '2020-12-11T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:36:44.818124 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0cbf-0bcc-457b-80c3-3d674a74f617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854257090'] for router, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:44.818742 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2c0cbf-0bcc-457b-80c3-3d674a74f617 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6efafeb-7935-4783-9f0d-4bac88cce18a {{(pid=80199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 11 16:36:44.833382 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0cbf-0bcc-457b-80c3-3d674a74f617 admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:44.835842 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-9f2c0cbf-0bcc-457b-80c3-3d674a74f617 admin admin] 10.222.0.68 "DELETE /v2.0/routers/e6efafeb-7935-4783-9f0d-4bac88cce18a HTTP/1.1" status: 204  len: 168 time: 1.3043649
Dec 11 16:36:44.837498 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 34710) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:36:44.912282 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_v2 [None req-862c1ed2-0d85-46fe-bcef-e6230578e747 admin admin] Deleting subnet aa4bf76b-c105-4825-915d-862cbf8175be {{(pid=80199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 11 16:36:44.916126 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-862c1ed2-0d85-46fe-bcef-e6230578e747 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:44.972818 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-862c1ed2-0d85-46fe-bcef-e6230578e747 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822682579'] for subnet, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:45.105262 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-862c1ed2-0d85-46fe-bcef-e6230578e747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851265986'] for subnet, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:45.618667 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-862c1ed2-0d85-46fe-bcef-e6230578e747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31879655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32169024'] for subnet, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:45.637353 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:36:45.687901 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c1ed2-0d85-46fe-bcef-e6230578e747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa4bf76b-c105-4825-915d-862cbf8175be,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:36:45.690725 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-862c1ed2-0d85-46fe-bcef-e6230578e747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:36:45.778698 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-862c1ed2-0d85-46fe-bcef-e6230578e747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:45.784372 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c752b5-1816-4ba0-874b-143d4a94895a None None] Network 04b8d30e-92aa-4b95-a839-724d382c79d3 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:36:45.785647 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-862c1ed2-0d85-46fe-bcef-e6230578e747 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/aa4bf76b-c105-4825-915d-862cbf8175be HTTP/1.1" status: 204  len: 168 time: 0.9470608
Dec 11 16:36:45.788219 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 34714) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:36:45.904397 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3897092'] for network, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:45.982187 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] Deleting port e991f05d-f8ef-4ba2-8db1-3f684fd62c33 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:36:45.982674 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:46.040996 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device f45489eb-5c4d-4ef8-a02a-ed121938dda8 no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:36:46.073076 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7937bb7-173b-4959-928a-e2b6f31cf6a1 None None] DHCP port deletion for 04b8d30e-92aa-4b95-a839-724d382c79d3 request from dv-cinder-766752-1-iscsi {{(pid=80201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 11 16:36:46.082493 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: f45489eb-5c4d-4ef8-a02a-ed121938dda8 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:36:46.082903 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device f45489eb-5c4d-4ef8-a02a-ed121938dda8 not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:36:46.083350 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 6bab7f26-0542-44f8-ba13-549984abe23b no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:36:46.112745 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-f7937bb7-173b-4959-928a-e2b6f31cf6a1 None None] Deleting port e991f05d-f8ef-4ba2-8db1-3f684fd62c33 {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:36:46.113190 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f7937bb7-173b-4959-928a-e2b6f31cf6a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:46.155636 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: 6bab7f26-0542-44f8-ba13-549984abe23b {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:36:46.155947 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 6bab7f26-0542-44f8-ba13-549984abe23b not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:36:46.221356 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] For port e991f05d-f8ef-4ba2-8db1-3f684fd62c33, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=e991f05d-f8ef-4ba2-8db1-3f684fd62c33,segment=NetworkSegment(16dfdecf-3ca9-4256-9c7d-1571be14ab53),segment_id=16dfdecf-3ca9-4256-9c7d-1571be14ab53)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:36:46.221765 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:46.358365 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] Calling delete_port for e991f05d-f8ef-4ba2-8db1-3f684fd62c33 owned by network:dhcp {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:36:46.379445 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-f7937bb7-173b-4959-928a-e2b6f31cf6a1 None None] For port e991f05d-f8ef-4ba2-8db1-3f684fd62c33, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=e991f05d-f8ef-4ba2-8db1-3f684fd62c33,segment=NetworkSegment(16dfdecf-3ca9-4256-9c7d-1571be14ab53),segment_id=16dfdecf-3ca9-4256-9c7d-1571be14ab53)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:36:46.380132 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f7937bb7-173b-4959-928a-e2b6f31cf6a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:46.435329 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:46.451539 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:36:46.516393 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] Pushing event deleted for resources: {'Port': ['ID=e991f05d-f8ef-4ba2-8db1-3f684fd62c33,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:36:46.521139 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:36:46.537739 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-f7937bb7-173b-4959-928a-e2b6f31cf6a1 None None] Calling delete_port for e991f05d-f8ef-4ba2-8db1-3f684fd62c33 owned by network:dhcp {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:36:46.608835 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] No DVR routers for this DVR port e991f05d-f8ef-4ba2-8db1-3f684fd62c33 on host dv-cinder-766752-1-iscsi {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:36:46.681662 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.api [None req-f7937bb7-173b-4959-928a-e2b6f31cf6a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 16:36:46.682069 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_db.api [None req-f7937bb7-173b-4959-928a-e2b6f31cf6a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 11 16:36:46.744802 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536934', 'neutron.services.segments.db._delete_segments_for_network--9223363279767150606'] for network, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:46.868811 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6eafe07e48>,) {'filters': {'network_id': ['04b8d30e-92aa-4b95-a839-724d382c79d3']}} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:46.882754 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eafe07e48>, '16dfdecf-3ca9-4256-9c7d-1571be14ab53') {'for_net_delete': True} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:46.883116 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eafe07e48>, '16dfdecf-3ca9-4256-9c7d-1571be14ab53') {} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:46.896693 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279767145639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32093237'] for segment, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:46.913320 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:46.915546 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 11 16:36:47.108482 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] Network 04b8d30e-92aa-4b95-a839-724d382c79d3 has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:36:47.118246 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3532889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31879516'] for segment, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:47.183213 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-f7937bb7-173b-4959-928a-e2b6f31cf6a1 None None] Deleting port e991f05d-f8ef-4ba2-8db1-3f684fd62c33 {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:36:47.183678 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f7937bb7-173b-4959-928a-e2b6f31cf6a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:47.264615 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-f7937bb7-173b-4959-928a-e2b6f31cf6a1 None None] The port 'e991f05d-f8ef-4ba2-8db1-3f684fd62c33' was deleted {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 11 16:36:47.322372 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] Network 04b8d30e-92aa-4b95-a839-724d382c79d3 has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]: Traceback (most recent call last):
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:     timer()
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:     cb(*args, **kw)
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:     return func(*args, **kwargs)
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:     self._notify()
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.callback(batched_events)
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:     event.method(event)
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:     segment_id)['aggregates'][0]
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(self, *a, **k)
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self._get(url).json()
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:     **kwargs)
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.request(url, 'GET', **kwargs)
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:     **endpoint_filter)
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 16:36:47.346029 dv-cinder-766752-1-iscsi neutron-server[80088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 16:36:47.427669 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851238850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854270827'] for network, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:47.431936 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:47.435978 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:36:47.459911 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] Pushing event deleted for resources: {'Network': ['ID=04b8d30e-92aa-4b95-a839-724d382c79d3,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:36:47.463026 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:36:47.475759 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-e6841b82-3089-4c45-8f00-494033d03649 admin admin] 10.222.0.68 "DELETE /v2.0/networks/04b8d30e-92aa-4b95-a839-724d382c79d3 HTTP/1.1" status: 204  len: 168 time: 1.6864812
Dec 11 16:36:47.479421 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 34718) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:36:47.886086 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-988f62a3-16cd-4fdd-9c33-ae2ba13bca59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854276476'] for router_interface, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:48.030664 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device e991f05d-f8ef-4ba2-8db1-3f684fd62c33 no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:36:48.071021 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: e991f05d-f8ef-4ba2-8db1-3f684fd62c33 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:36:48.071573 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device e991f05d-f8ef-4ba2-8db1-3f684fd62c33 not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:36:48.525461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-988f62a3-16cd-4fdd-9c33-ae2ba13bca59 admin admin] Deleting port 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:36:48.526169 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-988f62a3-16cd-4fdd-9c33-ae2ba13bca59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:48.720111 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-988f62a3-16cd-4fdd-9c33-ae2ba13bca59 admin admin] For port 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=4a7fbaf6-da82-45c0-8bfa-898a6a9971bb,segment=NetworkSegment(7b998909-1913-4f2a-b089-08cc8f680cd8),segment_id=7b998909-1913-4f2a-b089-08cc8f680cd8)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:36:48.720111 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-988f62a3-16cd-4fdd-9c33-ae2ba13bca59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:48.854024 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-988f62a3-16cd-4fdd-9c33-ae2ba13bca59 admin admin] Calling delete_port for 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb owned by network:router_interface {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:36:49.031771 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-988f62a3-16cd-4fdd-9c33-ae2ba13bca59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:49.046148 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-51faaee3-e991-4914-b58c-c1515013164a tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:36:49.352355 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f62a3-16cd-4fdd-9c33-ae2ba13bca59 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7fbaf6-da82-45c0-8bfa-898a6a9971bb,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:36:49.357619 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-988f62a3-16cd-4fdd-9c33-ae2ba13bca59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:36:49.724665 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-988f62a3-16cd-4fdd-9c33-ae2ba13bca59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3353919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854276510'] for router_interface, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:50.241962 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988f62a3-16cd-4fdd-9c33-ae2ba13bca59 admin admin] Router 4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52 has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:36:50.435112 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988f62a3-16cd-4fdd-9c33-ae2ba13bca59 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:36:50.444965 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-988f62a3-16cd-4fdd-9c33-ae2ba13bca59 admin admin] 10.222.0.68 "PUT /v2.0/routers/4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9642880
Dec 11 16:36:50.445202 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3a5a0d-3f80-4ccf-83df-e96c03bb44a7 None None] Sync routers for ids ['4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:36:50.447927 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 34722) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:36:50.457315 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3a5a0d-3f80-4ccf-83df-e96c03bb44a7 None None] Routers {'4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:36:50.458300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-ab3a5a0d-3f80-4ccf-83df-e96c03bb44a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabef3358>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:36:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:50.642298 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1b574ecb-f495-4343-b865-af84e4216c2a admin admin] Notify callbacks [] for router, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:50.664703 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-ab3a5a0d-3f80-4ccf-83df-e96c03bb44a7 None None] Set router 4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:36:50.834964 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1b574ecb-f495-4343-b865-af84e4216c2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:50.840244 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-1b574ecb-f495-4343-b865-af84e4216c2a admin admin] Deleting port e2e55f81-969e-4db4-9e6d-c40ecf1a7209 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:36:50.840620 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1b574ecb-f495-4343-b865-af84e4216c2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:50.978889 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-ab3a5a0d-3f80-4ccf-83df-e96c03bb44a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabef3358>, [{'id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'name': 'tempest-TestVolumeBootPattern-77761869-router', 'tenant_id': '3ce58c87588b49eaac40bc43db21852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'e2e55f81-969e-4db4-9e6d-c40ecf1a7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:25Z', 'updated_at': '2020-12-11T16:36:48Z', 'revision_number': 5, 'project_id': '3ce58c87588b49eaac40bc43db21852f', 'gw_port': {'id': 'e2e55f81-969e-4db4-9e6d-c40ecf1a7209', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:26Z', 'updated_at': '2020-12-11T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:50.983373 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3a5a0d-3f80-4ccf-83df-e96c03bb44a7 None None] Checking router: 4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52 for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:36:50.992593 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3a5a0d-3f80-4ccf-83df-e96c03bb44a7 None None] Routers {'4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:36:50.993263 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-ab3a5a0d-3f80-4ccf-83df-e96c03bb44a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabef3358>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:36:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:51.028132 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-1b574ecb-f495-4343-b865-af84e4216c2a admin admin] For port e2e55f81-969e-4db4-9e6d-c40ecf1a7209, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=e2e55f81-969e-4db4-9e6d-c40ecf1a7209,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:36:51.028535 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1b574ecb-f495-4343-b865-af84e4216c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:51.161024 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-1b574ecb-f495-4343-b865-af84e4216c2a admin admin] Calling delete_port for e2e55f81-969e-4db4-9e6d-c40ecf1a7209 owned by network:router_gateway {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:36:51.180674 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-ab3a5a0d-3f80-4ccf-83df-e96c03bb44a7 None None] Set router 4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:36:51.324197 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1b574ecb-f495-4343-b865-af84e4216c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:51.489683 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-ab3a5a0d-3f80-4ccf-83df-e96c03bb44a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabef3358>, [{'id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'name': 'tempest-TestVolumeBootPattern-77761869-router', 'tenant_id': '3ce58c87588b49eaac40bc43db21852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'e2e55f81-969e-4db4-9e6d-c40ecf1a7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:25Z', 'updated_at': '2020-12-11T16:36:48Z', 'revision_number': 5, 'project_id': '3ce58c87588b49eaac40bc43db21852f', 'gw_port': {'id': 'e2e55f81-969e-4db4-9e6d-c40ecf1a7209', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:26Z', 'updated_at': '2020-12-11T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:51.494844 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3a5a0d-3f80-4ccf-83df-e96c03bb44a7 None None] The sync data for ids ['4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52'] in dv-cinder-766752-1-iscsi is: [{'id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'name': 'tempest-TestVolumeBootPattern-77761869-router', 'tenant_id': '3ce58c87588b49eaac40bc43db21852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'e2e55f81-969e-4db4-9e6d-c40ecf1a7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:25Z', 'updated_at': '2020-12-11T16:36:48Z', 'revision_number': 5, 'project_id': '3ce58c87588b49eaac40bc43db21852f', 'gw_port': {'id': 'e2e55f81-969e-4db4-9e6d-c40ecf1a7209', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:26Z', 'updated_at': '2020-12-11T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:36:51.522004 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1b574ecb-f495-4343-b865-af84e4216c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504972'] for router_gateway, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:51.671029 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1b574ecb-f495-4343-b865-af84e4216c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854257088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854741722'] for router, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:51.673671 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1b574ecb-f495-4343-b865-af84e4216c2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:51.698111 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1b574ecb-f495-4343-b865-af84e4216c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854257090'] for router, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:51.698669 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b574ecb-f495-4343-b865-af84e4216c2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52 {{(pid=80199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 11 16:36:51.712615 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1b574ecb-f495-4343-b865-af84e4216c2a admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:51.713873 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1b574ecb-f495-4343-b865-af84e4216c2a admin admin] 10.222.0.68 "DELETE /v2.0/routers/4e1e08ad-1b4d-4f07-9508-3fafb6c1ae52 HTTP/1.1" status: 204  len: 168 time: 1.2645323
Dec 11 16:36:51.716618 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 34730) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:36:51.797438 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_v2 [None req-345a558c-0501-4179-b340-a2287cf50312 admin admin] Deleting subnet 0d116aaa-02f6-4ed7-ac7c-f94a2ef0fb28 {{(pid=80199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 11 16:36:51.803289 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-345a558c-0501-4179-b340-a2287cf50312 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:51.864316 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-345a558c-0501-4179-b340-a2287cf50312 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822682579'] for subnet, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:51.952498 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-345a558c-0501-4179-b340-a2287cf50312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851265986'] for subnet, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:51.991832 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:36:52.028637 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:36:52.029030 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 4a7fbaf6-da82-45c0-8bfa-898a6a9971bb not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:36:52.249010 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-345a558c-0501-4179-b340-a2287cf50312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31879655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32169024'] for subnet, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:52.266776 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-935e1a0c-3262-444e-85d8-b53873f2adaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:36:52.315562 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a558c-0501-4179-b340-a2287cf50312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d116aaa-02f6-4ed7-ac7c-f94a2ef0fb28,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:36:52.319662 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-67211722-d06b-48a7-b183-a738bee41e31 req-57f82cd3-b0ba-4978-8836-59db5435098f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1025591
Dec 11 16:36:52.320755 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-345a558c-0501-4179-b340-a2287cf50312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:36:52.443471 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67211722-d06b-48a7-b183-a738bee41e31 req-d73ff1d3-669d-4122-b4db-89c891e0c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:52.445037 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-67211722-d06b-48a7-b183-a738bee41e31 req-d73ff1d3-669d-4122-b4db-89c891e0c475 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6249f65c09694e7495b3c930d48ab272&device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 1203 time: 0.0911574
Dec 11 16:36:52.622284 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67211722-d06b-48a7-b183-a738bee41e31 req-289f3e25-3239-4574-8735-b22de497b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:52.623977 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-67211722-d06b-48a7-b183-a738bee41e31 req-289f3e25-3239-4574-8735-b22de497b00b service neutron] 10.222.0.64 "GET /v2.0/networks?id=7a941c4a-1571-4083-acec-e713c744ada5 HTTP/1.1" status: 200  len: 909 time: 0.1581264
Dec 11 16:36:52.660730 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-345a558c-0501-4179-b340-a2287cf50312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:52.665895 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dc7c11-a5bf-4ffb-8c3c-9fd4bbac9ff5 None None] Network 22a1f47c-6261-4f85-904e-17483739146f requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:36:52.669489 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-345a558c-0501-4179-b340-a2287cf50312 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0d116aaa-02f6-4ed7-ac7c-f94a2ef0fb28 HTTP/1.1" status: 204  len: 168 time: 0.9494486
Dec 11 16:36:52.669766 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 34734) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:36:52.704487 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:36:52.792281 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3897092'] for network, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:52.828312 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-67211722-d06b-48a7-b183-a738bee41e31 req-179e9ace-6406-49fa-9723-e55777cb7166 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb33166e-261d-43b9-b251-c60c8c803c9d HTTP/1.1" status: 200  len: 1002 time: 0.1955521
Dec 11 16:36:52.828616 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:52.862641 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] Deleting port bf186521-11f0-48a6-bfdb-cdf3dbe95835 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:36:52.863119 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:52.903291 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67211722-d06b-48a7-b183-a738bee41e31 req-3cdb6aca-6469-4c7a-b13d-990b2bf2d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:52.905793 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-67211722-d06b-48a7-b183-a738bee41e31 req-3cdb6aca-6469-4c7a-b13d-990b2bf2d728 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1deabf70-3b1e-4497-871a-64c6ec5789ea HTTP/1.1" status: 200  len: 854 time: 0.0708675
Dec 11 16:36:52.966351 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65001fcf-8476-4ec1-b70f-a9d0842f08f6 None None] DHCP port deletion for 22a1f47c-6261-4f85-904e-17483739146f request from dv-cinder-766752-1-iscsi {{(pid=80201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 11 16:36:52.973924 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-65001fcf-8476-4ec1-b70f-a9d0842f08f6 None None] Deleting port bf186521-11f0-48a6-bfdb-cdf3dbe95835 {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:36:52.974637 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-65001fcf-8476-4ec1-b70f-a9d0842f08f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:53.003592 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67211722-d06b-48a7-b183-a738bee41e31 req-0aee836d-17f6-4824-a19e-23db8f539bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:53.005243 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-67211722-d06b-48a7-b183-a738bee41e31 req-0aee836d-17f6-4824-a19e-23db8f539bb1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a941c4a-1571-4083-acec-e713c744ada5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0931916
Dec 11 16:36:53.107605 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] For port bf186521-11f0-48a6-bfdb-cdf3dbe95835, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=bf186521-11f0-48a6-bfdb-cdf3dbe95835,segment=NetworkSegment(7b998909-1913-4f2a-b089-08cc8f680cd8),segment_id=7b998909-1913-4f2a-b089-08cc8f680cd8)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:36:53.108140 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:53.171544 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-67211722-d06b-48a7-b183-a738bee41e31 req-374d6481-7545-4c0a-9553-5ee26286173a service neutron] 10.222.0.64 "GET /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1590855
Dec 11 16:36:53.232867 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-65001fcf-8476-4ec1-b70f-a9d0842f08f6 None None] For port bf186521-11f0-48a6-bfdb-cdf3dbe95835, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=bf186521-11f0-48a6-bfdb-cdf3dbe95835,segment=NetworkSegment(7b998909-1913-4f2a-b089-08cc8f680cd8),segment_id=7b998909-1913-4f2a-b089-08cc8f680cd8)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:36:53.233172 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-65001fcf-8476-4ec1-b70f-a9d0842f08f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:53.294546 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] Calling delete_port for bf186521-11f0-48a6-bfdb-cdf3dbe95835 owned by network:dhcp {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:36:53.343352 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-67211722-d06b-48a7-b183-a738bee41e31 req-a6686033-929a-4e4f-aad1-56be5a1e696d service neutron] 10.222.0.64 "GET /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1651778
Dec 11 16:36:53.378967 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:53.379422 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-65001fcf-8476-4ec1-b70f-a9d0842f08f6 None None] Calling delete_port for bf186521-11f0-48a6-bfdb-cdf3dbe95835 owned by network:dhcp {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:36:53.395088 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:36:53.457605 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf186521-11f0-48a6-bfdb-cdf3dbe95835,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:36:53.461811 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:36:53.463068 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.api [None req-65001fcf-8476-4ec1-b70f-a9d0842f08f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 16:36:53.463505 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_db.api [None req-65001fcf-8476-4ec1-b70f-a9d0842f08f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 11 16:36:53.545045 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] No DVR routers for this DVR port bf186521-11f0-48a6-bfdb-cdf3dbe95835 on host dv-cinder-766752-1-iscsi {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:36:53.682915 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536934', 'neutron.services.segments.db._delete_segments_for_network--9223363279767150606'] for network, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:53.814683 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6eaf9b4cf8>,) {'filters': {'network_id': ['22a1f47c-6261-4f85-904e-17483739146f']}} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:53.832225 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eaf9b4cf8>, '7b998909-1913-4f2a-b089-08cc8f680cd8') {'for_net_delete': True} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:53.832574 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eaf9b4cf8>, '7b998909-1913-4f2a-b089-08cc8f680cd8') {} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:53.847226 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279767145639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32093237'] for segment, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:53.870741 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:53.872986 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 11 16:36:53.964727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-65001fcf-8476-4ec1-b70f-a9d0842f08f6 None None] Deleting port bf186521-11f0-48a6-bfdb-cdf3dbe95835 {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:36:53.965538 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-65001fcf-8476-4ec1-b70f-a9d0842f08f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:54.038092 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-65001fcf-8476-4ec1-b70f-a9d0842f08f6 None None] The port 'bf186521-11f0-48a6-bfdb-cdf3dbe95835' was deleted {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 11 16:36:54.041678 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device e2e55f81-969e-4db4-9e6d-c40ecf1a7209 no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:36:54.067851 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] Network 22a1f47c-6261-4f85-904e-17483739146f has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:36:54.078065 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3532889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31879516'] for segment, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:54.084417 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: e2e55f81-969e-4db4-9e6d-c40ecf1a7209 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:36:54.084818 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device e2e55f81-969e-4db4-9e6d-c40ecf1a7209 not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:36:54.085281 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device bf186521-11f0-48a6-bfdb-cdf3dbe95835 no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:36:54.122004 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: bf186521-11f0-48a6-bfdb-cdf3dbe95835 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:36:54.122401 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device bf186521-11f0-48a6-bfdb-cdf3dbe95835 not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:36:54.279019 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] Network 22a1f47c-6261-4f85-904e-17483739146f has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]: Traceback (most recent call last):
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:     timer()
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:     cb(*args, **kw)
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:     return func(*args, **kwargs)
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:     self._notify()
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.callback(batched_events)
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:     event.method(event)
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:     segment_id)['aggregates'][0]
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(self, *a, **k)
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self._get(url).json()
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:     **kwargs)
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.request(url, 'GET', **kwargs)
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:     **endpoint_filter)
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 16:36:54.303329 dv-cinder-766752-1-iscsi neutron-server[80088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 16:36:54.390554 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851238850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854270827'] for network, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:54.396059 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:54.400216 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e6d6f423-9580-457a-8a7c-6da50172950e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:36:54.428067 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=22a1f47c-6261-4f85-904e-17483739146f,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:36:54.431046 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:36:54.433197 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] 10.222.0.68 "DELETE /v2.0/networks/22a1f47c-6261-4f85-904e-17483739146f HTTP/1.1" status: 204  len: 168 time: 1.7623751
Dec 11 16:36:54.611322 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 34744) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:36:54.671646 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-5d889871-31d2-405f-b504-a2709544bdc2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=54109747176345eb91303b0d7d7e8b59&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0588958
Dec 11 16:36:54.674323 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 34748) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:36:54.739698 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e5edcc78-b17e-401d-83e6-15e651cc5e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:54.768731 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e5edcc78-b17e-401d-83e6-15e651cc5e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:54.822870 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e5edcc78-b17e-401d-83e6-15e651cc5e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:54.828202 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-24c49e7d-c70c-4be6-a3e5-8541256ab503 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:36:54.851707 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edcc78-b17e-401d-83e6-15e651cc5e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7fee6b-b5bf-4384-b2fb-cf73f99c6422,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:36:54.851707 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e5edcc78-b17e-401d-83e6-15e651cc5e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:54.852352 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-e5edcc78-b17e-401d-83e6-15e651cc5e4b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dc7fee6b-b5bf-4384-b2fb-cf73f99c6422 HTTP/1.1" status: 204  len: 168 time: 0.1769197
Dec 11 16:36:54.863888 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e5edcc78-b17e-401d-83e6-15e651cc5e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:36:55.001522 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-70489262-e23a-4487-9b24-32a34964a7e2 req-f03910fc-a55e-4d75-b013-f63f6d164be1 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-536494477&fields=id&tenant_id=6249f65c09694e7495b3c930d48ab272 HTTP/1.1" status: 200  len: 267 time: 0.0471818
Dec 11 16:36:55.092818 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70489262-e23a-4487-9b24-32a34964a7e2 req-ff5d2b77-6fad-4e05-8cd0-54db279075df tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:55.094471 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-70489262-e23a-4487-9b24-32a34964a7e2 req-ff5d2b77-6fad-4e05-8cd0-54db279075df tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 985 time: 0.0859356
Dec 11 16:36:55.107130 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-70489262-e23a-4487-9b24-32a34964a7e2 req-40afa0a4-1c52-4c2c-af00-8b2dc4c0ed32 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Request body: {'port': {'security_groups': ['27e602b6-8ad3-4d75-880a-e71a7286cb67']}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:36:55.243263 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-70489262-e23a-4487-9b24-32a34964a7e2 req-40afa0a4-1c52-4c2c-af00-8b2dc4c0ed32 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:55.343928 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 34760) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:36:55.408725 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-d888234a-a05b-44a4-ad61-f7b53d165cbd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3ce58c87588b49eaac40bc43db21852f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0632417
Dec 11 16:36:55.411585 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 34764) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:36:55.491335 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4f92edc7-4211-4ce2-a052-51fd02092c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:55.528301 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4f92edc7-4211-4ce2-a052-51fd02092c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:55.580325 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4f92edc7-4211-4ce2-a052-51fd02092c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:55.585734 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-341e011a-d1df-4936-ad06-e49222be87ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:36:55.599552 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92edc7-4211-4ce2-a052-51fd02092c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015328f2-0cfb-43c8-8b2e-77d058fdaf45,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:36:55.603048 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4f92edc7-4211-4ce2-a052-51fd02092c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:36:55.605951 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4f92edc7-4211-4ce2-a052-51fd02092c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:55.609904 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-4f92edc7-4211-4ce2-a052-51fd02092c72 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/015328f2-0cfb-43c8-8b2e-77d058fdaf45 HTTP/1.1" status: 204  len: 168 time: 0.1972351
Dec 11 16:36:55.623340 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-70489262-e23a-4487-9b24-32a34964a7e2 req-40afa0a4-1c52-4c2c-af00-8b2dc4c0ed32 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] For port fb33166e-261d-43b9-b251-c60c8c803c9d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=fb33166e-261d-43b9-b251-c60c8c803c9d,segment=NetworkSegment(5ff84b41-9995-42f8-9302-c2f0bb565219),segment_id=5ff84b41-9995-42f8-9302-c2f0bb565219)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:36:55.661416 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-70489262-e23a-4487-9b24-32a34964a7e2 req-40afa0a4-1c52-4c2c-af00-8b2dc4c0ed32 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:55.665460 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-70489262-e23a-4487-9b24-32a34964a7e2 req-40afa0a4-1c52-4c2c-af00-8b2dc4c0ed32 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31879474'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:55.682031 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-984a0fc6-05a9-46d8-af42-89c66e7445f8 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:36:55.843277 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afa0a4-1c52-4c2c-af00-8b2dc4c0ed32 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Pushing event updated for resources: {'Port': ['ID=fb33166e-261d-43b9-b251-c60c8c803c9d,revision_number=6']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:36:55.849233 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-40afa0a4-1c52-4c2c-af00-8b2dc4c0ed32 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:36:55.895889 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70489262-e23a-4487-9b24-32a34964a7e2 req-40afa0a4-1c52-4c2c-af00-8b2dc4c0ed32 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:55.895889 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-70489262-e23a-4487-9b24-32a34964a7e2 req-40afa0a4-1c52-4c2c-af00-8b2dc4c0ed32 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:55.897753 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-70489262-e23a-4487-9b24-32a34964a7e2 req-40afa0a4-1c52-4c2c-af00-8b2dc4c0ed32 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "PUT /v2.0/ports/fb33166e-261d-43b9-b251-c60c8c803c9d HTTP/1.1" status: 200  len: 943 time: 0.7957885
Dec 11 16:36:55.898200 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83678c3f-c9d4-46b4-b7b2-01f00a3d1d51', 'tag': 'fb33166e-261d-43b9-b251-c60c8c803c9d'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:36:55.991964 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83678c3f-c9d4-46b4-b7b2-01f00a3d1d51', 'tag': 'fb33166e-261d-43b9-b251-c60c8c803c9d', 'status': 'completed', 'code': 200}
Dec 11 16:36:56.036772 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ed4945b3-0233-4374-81d9-996fa3cab7da req-62a87de6-db62-4b0e-adbe-ddc4607d2665 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/security-groups/c7560149-328b-4ab6-8c5e-2fc4ccc14a3b HTTP/1.1" status: 200  len: 2889 time: 0.0925660
Dec 11 16:36:56.117080 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242860c6-8874-4d2a-9879-f2af6decc9ae req-5895c89a-4c2f-4a72-8490-f515c603197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:56.118984 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-242860c6-8874-4d2a-9879-f2af6decc9ae req-5895c89a-4c2f-4a72-8490-f515c603197e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6249f65c09694e7495b3c930d48ab272&device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 1163 time: 0.0860534
Dec 11 16:36:56.126735 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ed4945b3-0233-4374-81d9-996fa3cab7da req-77d331c5-c2be-47c6-a60b-e25fa751719c tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:56.160201 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ed4945b3-0233-4374-81d9-996fa3cab7da req-77d331c5-c2be-47c6-a60b-e25fa751719c tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:56.213823 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ed4945b3-0233-4374-81d9-996fa3cab7da req-77d331c5-c2be-47c6-a60b-e25fa751719c tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:56.220139 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-407baaf4-3172-4593-9c37-4a8a564f90e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:36:56.224126 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-83cf3594-c141-489d-9830-591539d14633 None None] Provisioning complete for port fb33166e-261d-43b9-b251-c60c8c803c9d triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:36:56.224574 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-83cf3594-c141-489d-9830-591539d14633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:56.238284 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d331c5-c2be-47c6-a60b-e25fa751719c tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7560149-328b-4ab6-8c5e-2fc4ccc14a3b,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:36:56.241146 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-77d331c5-c2be-47c6-a60b-e25fa751719c tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:36:56.248144 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ed4945b3-0233-4374-81d9-996fa3cab7da req-77d331c5-c2be-47c6-a60b-e25fa751719c tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:56.249771 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ed4945b3-0233-4374-81d9-996fa3cab7da req-77d331c5-c2be-47c6-a60b-e25fa751719c tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "DELETE /v2.0/security-groups/c7560149-328b-4ab6-8c5e-2fc4ccc14a3b HTTP/1.1" status: 204  len: 173 time: 0.2043829
Dec 11 16:36:56.285131 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242860c6-8874-4d2a-9879-f2af6decc9ae req-f5c1ae52-d4db-4c31-9dc3-fabfbe5ae673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:56.286951 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-242860c6-8874-4d2a-9879-f2af6decc9ae req-f5c1ae52-d4db-4c31-9dc3-fabfbe5ae673 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7a941c4a-1571-4083-acec-e713c744ada5 HTTP/1.1" status: 200  len: 909 time: 0.1617398
Dec 11 16:36:56.408061 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-242860c6-8874-4d2a-9879-f2af6decc9ae req-3f8f4056-89c8-4f38-802c-4ebebaed970f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb33166e-261d-43b9-b251-c60c8c803c9d HTTP/1.1" status: 200  len: 1002 time: 0.1097584
Dec 11 16:36:56.409719 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-ae58fb0c-a553-4081-a354-ccee8157f56b tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/floatingips/bb1cf430-a743-485a-871c-1a9beb877ab9 HTTP/1.1" status: 200  len: 999 time: 0.1247380
Dec 11 16:36:56.484437 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242860c6-8874-4d2a-9879-f2af6decc9ae req-b9d5a484-fa71-4e3a-872a-5b06a19bca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:56.486027 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-242860c6-8874-4d2a-9879-f2af6decc9ae req-b9d5a484-fa71-4e3a-872a-5b06a19bca3c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1deabf70-3b1e-4497-871a-64c6ec5789ea HTTP/1.1" status: 200  len: 854 time: 0.0710235
Dec 11 16:36:56.568401 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242860c6-8874-4d2a-9879-f2af6decc9ae req-30a9e586-3cdd-4f66-b699-6835fff1075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:56.570037 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-242860c6-8874-4d2a-9879-f2af6decc9ae req-30a9e586-3cdd-4f66-b699-6835fff1075f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a941c4a-1571-4083-acec-e713c744ada5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779917
Dec 11 16:36:56.580604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-a1b9d1b1-aec9-423a-ad49-6b9ff82d6de6 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:56.581351 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-a1b9d1b1-aec9-423a-ad49-6b9ff82d6de6 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/networks/2c8d0687-6545-4ddc-9608-794ea870ad6d HTTP/1.1" status: 200  len: 784 time: 0.1652544
Dec 11 16:36:56.702293 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-0928cc2e-9490-42a3-814f-ab6f824431f5 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.161 HTTP/1.1" status: 200  len: 1002 time: 0.1135414
Dec 11 16:36:56.738127 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-242860c6-8874-4d2a-9879-f2af6decc9ae req-3cd1c1dc-c9e1-4651-9039-4140db2fbc46 service neutron] 10.222.0.64 "GET /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599934
Dec 11 16:36:56.792101 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-c0b2acda-34a3-4cea-8b83-199bccacf2d2 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:56.794003 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-c0b2acda-34a3-4cea-8b83-199bccacf2d2 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports/fb33166e-261d-43b9-b251-c60c8c803c9d HTTP/1.1" status: 200  len: 943 time: 0.0841076
Dec 11 16:36:56.928576 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device fb33166e-261d-43b9-b251-c60c8c803c9d up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:36:57.016597 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port fb33166e-261d-43b9-b251-c60c8c803c9d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:36:57.017030 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:57.020502 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-0bd66982-c7c4-44a7-8126-208a31fd0a30 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.161 HTTP/1.1" status: 200  len: 1002 time: 0.1259694
Dec 11 16:36:57.115386 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-242860c6-8874-4d2a-9879-f2af6decc9ae req-64ec3a36-5847-40a3-8506-ffecacb88f94 service neutron] 10.222.0.64 "GET /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3705804
Dec 11 16:36:57.282934 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-29ec4459-cb61-4fab-99e9-82f713a4e8d3 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Deleting port cd282710-6b1f-4229-8995-c236cd8676ec {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:36:57.284450 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-29ec4459-cb61-4fab-99e9-82f713a4e8d3 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:57.482695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-29ec4459-cb61-4fab-99e9-82f713a4e8d3 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:57.483170 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-29ec4459-cb61-4fab-99e9-82f713a4e8d3 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for floatingip, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:57.618994 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-29ec4459-cb61-4fab-99e9-82f713a4e8d3 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Calling delete_port for cd282710-6b1f-4229-8995-c236cd8676ec owned by network:floatingip {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:36:57.784802 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-29ec4459-cb61-4fab-99e9-82f713a4e8d3 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:57.801629 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-988f62a3-16cd-4fdd-9c33-ae2ba13bca59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:36:58.106433 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec4459-cb61-4fab-99e9-82f713a4e8d3 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Pushing event deleted for resources: {'Port': ['ID=cd282710-6b1f-4229-8995-c236cd8676ec,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:36:58.113705 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-29ec4459-cb61-4fab-99e9-82f713a4e8d3 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:36:58.287767 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-29ec4459-cb61-4fab-99e9-82f713a4e8d3 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks [] for floatingip, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:58.288350 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.l3_db [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-29ec4459-cb61-4fab-99e9-82f713a4e8d3 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Floating IP bb1cf430-a743-485a-871c-1a9beb877ab9 disassociated (deleted). External IP: 172.27.3.161, port: fb33166e-261d-43b9-b251-c60c8c803c9d.
Dec 11 16:36:58.680090 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-29ec4459-cb61-4fab-99e9-82f713a4e8d3 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Router 216910f5-a6ef-4c87-90ec-131cfe52f4de has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:36:58.876260 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-29ec4459-cb61-4fab-99e9-82f713a4e8d3 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:36:58.886777 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63767f86-1f04-4731-bcc9-a65ccd302fc0 None None] Sync routers for ids ['216910f5-a6ef-4c87-90ec-131cfe52f4de'] in dv-cinder-766752-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:36:58.897855 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63767f86-1f04-4731-bcc9-a65ccd302fc0 None None] Routers {'216910f5-a6ef-4c87-90ec-131cfe52f4de'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:36:58.898588 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-63767f86-1f04-4731-bcc9-a65ccd302fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eab9d1518>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:36:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['216910f5-a6ef-4c87-90ec-131cfe52f4de'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:58.904018 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-29ec4459-cb61-4fab-99e9-82f713a4e8d3 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:36:58.968694 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-29ec4459-cb61-4fab-99e9-82f713a4e8d3 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "DELETE /v2.0/floatingips/bb1cf430-a743-485a-871c-1a9beb877ab9 HTTP/1.1" status: 204  len: 173 time: 1.9398913
Dec 11 16:36:58.969258 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83678c3f-c9d4-46b4-b7b2-01f00a3d1d51', 'tag': 'fb33166e-261d-43b9-b251-c60c8c803c9d'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:36:59.042452 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83678c3f-c9d4-46b4-b7b2-01f00a3d1d51', 'tag': 'fb33166e-261d-43b9-b251-c60c8c803c9d', 'status': 'completed', 'code': 200}
Dec 11 16:36:59.076454 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-b207b10d-c5ef-4800-88e7-92fa75e0faec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:59.078203 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-b207b10d-c5ef-4800-88e7-92fa75e0faec service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6249f65c09694e7495b3c930d48ab272&device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 1163 time: 0.0880647
Dec 11 16:36:59.172608 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7641df-dcaf-4a65-b2fd-c4d42a0b3aee req-4b25716c-75fe-4daf-a228-35c91fac4d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:59.174696 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4c7641df-dcaf-4a65-b2fd-c4d42a0b3aee req-4b25716c-75fe-4daf-a228-35c91fac4d8c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6249f65c09694e7495b3c930d48ab272&device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 1163 time: 0.0883970
Dec 11 16:36:59.272310 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-63767f86-1f04-4731-bcc9-a65ccd302fc0 None None] Set router 216910f5-a6ef-4c87-90ec-131cfe52f4de gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:36:59.273489 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-8a7bfe58-e15f-4a48-9d8c-c8449a6a16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:59.278464 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-8a7bfe58-e15f-4a48-9d8c-c8449a6a16cf service neutron] 10.222.0.68 "GET /v2.0/networks?id=7a941c4a-1571-4083-acec-e713c744ada5 HTTP/1.1" status: 200  len: 909 time: 0.1927383
Dec 11 16:36:59.344154 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7641df-dcaf-4a65-b2fd-c4d42a0b3aee req-00ebdeef-d7a8-4f79-bdf9-b49a7aad2a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:59.347519 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4c7641df-dcaf-4a65-b2fd-c4d42a0b3aee req-00ebdeef-d7a8-4f79-bdf9-b49a7aad2a01 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7a941c4a-1571-4083-acec-e713c744ada5 HTTP/1.1" status: 200  len: 909 time: 0.1668100
Dec 11 16:36:59.362413 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-ad46c28e-c499-4d96-aff3-671906f01302 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb33166e-261d-43b9-b251-c60c8c803c9d HTTP/1.1" status: 200  len: 217 time: 0.0800610
Dec 11 16:36:59.441061 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-90f3f2da-4ce1-4366-9e1e-ce313ab30a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:59.442624 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-90f3f2da-4ce1-4366-9e1e-ce313ab30a46 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1deabf70-3b1e-4497-871a-64c6ec5789ea HTTP/1.1" status: 200  len: 854 time: 0.0723171
Dec 11 16:36:59.452171 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4c7641df-dcaf-4a65-b2fd-c4d42a0b3aee req-c7846fb5-4f1f-46c2-b8aa-a8769285fe10 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb33166e-261d-43b9-b251-c60c8c803c9d HTTP/1.1" status: 200  len: 217 time: 0.0967143
Dec 11 16:36:59.535248 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7641df-dcaf-4a65-b2fd-c4d42a0b3aee req-df1cad83-1da1-45a1-81a4-ddc9e0f68992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:59.537141 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4c7641df-dcaf-4a65-b2fd-c4d42a0b3aee req-df1cad83-1da1-45a1-81a4-ddc9e0f68992 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1deabf70-3b1e-4497-871a-64c6ec5789ea HTTP/1.1" status: 200  len: 854 time: 0.0787714
Dec 11 16:36:59.569835 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-52a6cc1a-a47c-499e-aed4-34193ecf2d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:59.572774 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-52a6cc1a-a47c-499e-aed4-34193ecf2d99 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7a941c4a-1571-4083-acec-e713c744ada5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1214468
Dec 11 16:36:59.649072 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7641df-dcaf-4a65-b2fd-c4d42a0b3aee req-69285954-aed1-46f9-840c-e007787bb57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:36:59.650753 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4c7641df-dcaf-4a65-b2fd-c4d42a0b3aee req-69285954-aed1-46f9-840c-e007787bb57a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a941c4a-1571-4083-acec-e713c744ada5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1073627
Dec 11 16:36:59.719054 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-63767f86-1f04-4731-bcc9-a65ccd302fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eab9d1518>, [{'id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'name': 'tempest-TestMinimumBasicScenario-1740708891-router', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:32:15Z', 'updated_at': '2020-12-11T16:32:22Z', 'revision_number': 4, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'gw_port': {'id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:16Z', 'updated_at': '2020-12-11T16:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'ea869806-1ba6-400b-ab66-b12680c808af', 'name': '', 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'mac_address': 'fa:16:3e:02:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:21Z', 'updated_at': '2020-12-11T16:32:32Z', 'revision_number': 5, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'subnets': [{'id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:59.723818 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63767f86-1f04-4731-bcc9-a65ccd302fc0 None None] Checking router: 216910f5-a6ef-4c87-90ec-131cfe52f4de for host: dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:36:59.734305 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63767f86-1f04-4731-bcc9-a65ccd302fc0 None None] Routers {'216910f5-a6ef-4c87-90ec-131cfe52f4de'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:36:59.735546 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-63767f86-1f04-4731-bcc9-a65ccd302fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eab9d1518>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:36:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['216910f5-a6ef-4c87-90ec-131cfe52f4de'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:36:59.747966 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-0b4a3587-3e20-4b3d-b7db-d91eadaacdad service neutron] 10.222.0.68 "GET /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1679320
Dec 11 16:36:59.812695 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4c7641df-dcaf-4a65-b2fd-c4d42a0b3aee req-7d4d3fef-3760-48bf-bdf3-86136fcc8dda service neutron] 10.222.0.64 "GET /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1550388
Dec 11 16:36:59.908417 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-00783b11-e5da-4efb-ad22-f6f4bfa0185a req-31fbaf09-749b-4114-9a77-b8fc509f41e4 service neutron] 10.222.0.68 "GET /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1527901
Dec 11 16:36:59.963982 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-63767f86-1f04-4731-bcc9-a65ccd302fc0 None None] Set router 216910f5-a6ef-4c87-90ec-131cfe52f4de gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:36:59.970257 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4c7641df-dcaf-4a65-b2fd-c4d42a0b3aee req-475aa956-cebe-4628-8189-84bf368f41b2 service neutron] 10.222.0.64 "GET /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1513267
Dec 11 16:37:00.332161 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-63767f86-1f04-4731-bcc9-a65ccd302fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eab9d1518>, [{'id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'name': 'tempest-TestMinimumBasicScenario-1740708891-router', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:32:15Z', 'updated_at': '2020-12-11T16:32:22Z', 'revision_number': 4, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'gw_port': {'id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:16Z', 'updated_at': '2020-12-11T16:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'ea869806-1ba6-400b-ab66-b12680c808af', 'name': '', 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'mac_address': 'fa:16:3e:02:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:21Z', 'updated_at': '2020-12-11T16:32:32Z', 'revision_number': 5, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'subnets': [{'id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:37:00.337060 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63767f86-1f04-4731-bcc9-a65ccd302fc0 None None] The sync data for ids ['216910f5-a6ef-4c87-90ec-131cfe52f4de'] in dv-cinder-766752-1-iscsi is: [{'id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'name': 'tempest-TestMinimumBasicScenario-1740708891-router', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:32:15Z', 'updated_at': '2020-12-11T16:32:22Z', 'revision_number': 4, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'gw_port': {'id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:16Z', 'updated_at': '2020-12-11T16:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'ea869806-1ba6-400b-ab66-b12680c808af', 'name': '', 'network_id': '7a941c4a-1571-4083-acec-e713c744ada5', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'mac_address': 'fa:16:3e:02:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:21Z', 'updated_at': '2020-12-11T16:32:32Z', 'revision_number': 5, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'subnets': [{'id': '1deabf70-3b1e-4497-871a-64c6ec5789ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:37:00.717536 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48484886-8f2c-436b-a55b-79749e44f3b7 None None] New status for floating IP bb1cf430-a743-485a-871c-1a9beb877ab9: DOWN {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 11 16:37:03.485810 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859d81e-324a-4f27-9d2c-a2762d0c7825 req-caa1df2e-0788-4f04-9fb6-46a1ffc70227 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:03.486625 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-1859d81e-324a-4f27-9d2c-a2762d0c7825 req-caa1df2e-0788-4f04-9fb6-46a1ffc70227 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Synchronizing usage tracker for tenant:6249f65c09694e7495b3c930d48ab272 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:37:03.502547 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-1859d81e-324a-4f27-9d2c-a2762d0c7825 req-caa1df2e-0788-4f04-9fb6-46a1ffc70227 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Unset dirty status for tenant:6249f65c09694e7495b3c930d48ab272 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:37:03.504130 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1859d81e-324a-4f27-9d2c-a2762d0c7825 req-caa1df2e-0788-4f04-9fb6-46a1ffc70227 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 946 time: 0.1043665
Dec 11 16:37:03.556000 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-1859d81e-324a-4f27-9d2c-a2762d0c7825 req-511159ea-cd82-4380-b82e-7ab170f8cd3e tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Synchronizing usage tracker for tenant:6249f65c09694e7495b3c930d48ab272 on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:37:03.571002 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-1859d81e-324a-4f27-9d2c-a2762d0c7825 req-511159ea-cd82-4380-b82e-7ab170f8cd3e tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Unset dirty status for tenant:6249f65c09694e7495b3c930d48ab272 on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:37:03.572291 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1859d81e-324a-4f27-9d2c-a2762d0c7825 req-511159ea-cd82-4380-b82e-7ab170f8cd3e tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/security-groups?id=27e602b6-8ad3-4d75-880a-e71a7286cb67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606124
Dec 11 16:37:04.801519 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8419bb8-7962-42a4-9000-ff25776d3f7f req-c70c8b4c-c87c-4154-a4a6-23cb01bee4fb tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:04.803155 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a8419bb8-7962-42a4-9000-ff25776d3f7f req-c70c8b4c-c87c-4154-a4a6-23cb01bee4fb tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 946 time: 0.0927868
Dec 11 16:37:04.856033 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a8419bb8-7962-42a4-9000-ff25776d3f7f req-6cf7652d-8124-4baf-943c-cb6653b09a3a tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/security-groups?id=27e602b6-8ad3-4d75-880a-e71a7286cb67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459225
Dec 11 16:37:04.951889 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device fb33166e-261d-43b9-b251-c60c8c803c9d up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:37:05.025057 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port fb33166e-261d-43b9-b251-c60c8c803c9d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:37:05.025567 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:05.046513 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213315a9-8a9c-4087-a1b3-f694f67adef1 req-0c41bc26-d18e-416c-b790-50a14650e563 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:05.047351 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-213315a9-8a9c-4087-a1b3-f694f67adef1 req-0c41bc26-d18e-416c-b790-50a14650e563 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Synchronizing usage tracker for tenant:6249f65c09694e7495b3c930d48ab272 on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:37:05.060617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-213315a9-8a9c-4087-a1b3-f694f67adef1 req-0c41bc26-d18e-416c-b790-50a14650e563 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Unset dirty status for tenant:6249f65c09694e7495b3c930d48ab272 on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:37:05.061799 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-213315a9-8a9c-4087-a1b3-f694f67adef1 req-0c41bc26-d18e-416c-b790-50a14650e563 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.64 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 946 time: 0.0990582
Dec 11 16:37:05.142215 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-213315a9-8a9c-4087-a1b3-f694f67adef1 req-7d1f0d53-6c74-44f7-b966-f0834dc68edb tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Deleting port fb33166e-261d-43b9-b251-c60c8c803c9d {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:37:05.143191 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-213315a9-8a9c-4087-a1b3-f694f67adef1 req-7d1f0d53-6c74-44f7-b966-f0834dc68edb tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:05.413851 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-213315a9-8a9c-4087-a1b3-f694f67adef1 req-7d1f0d53-6c74-44f7-b966-f0834dc68edb tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] For port fb33166e-261d-43b9-b251-c60c8c803c9d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=fb33166e-261d-43b9-b251-c60c8c803c9d,segment=NetworkSegment(5ff84b41-9995-42f8-9302-c2f0bb565219),segment_id=5ff84b41-9995-42f8-9302-c2f0bb565219)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:37:05.414155 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-213315a9-8a9c-4087-a1b3-f694f67adef1 req-7d1f0d53-6c74-44f7-b966-f0834dc68edb tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:05.550604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-213315a9-8a9c-4087-a1b3-f694f67adef1 req-7d1f0d53-6c74-44f7-b966-f0834dc68edb tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Calling delete_port for fb33166e-261d-43b9-b251-c60c8c803c9d owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:37:05.710150 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-213315a9-8a9c-4087-a1b3-f694f67adef1 req-7d1f0d53-6c74-44f7-b966-f0834dc68edb tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:05.726044 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d6d2770b-f2d7-4af4-9fdf-8ed88f8f4e9a tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:05.776883 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f0d53-6c74-44f7-b966-f0834dc68edb tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Pushing event deleted for resources: {'Port': ['ID=fb33166e-261d-43b9-b251-c60c8c803c9d,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:05.790123 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7d1f0d53-6c74-44f7-b966-f0834dc68edb tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:05.896266 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-93828052-5bf2-4b9e-bb4b-77281185ad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:05.949907 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-213315a9-8a9c-4087-a1b3-f694f67adef1 req-7d1f0d53-6c74-44f7-b966-f0834dc68edb tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] No DVR routers for this DVR port fb33166e-261d-43b9-b251-c60c8c803c9d on host hv-cinder-76675 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:37:05.953787 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-213315a9-8a9c-4087-a1b3-f694f67adef1 req-7d1f0d53-6c74-44f7-b966-f0834dc68edb tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:05.958665 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83678c3f-c9d4-46b4-b7b2-01f00a3d1d51', 'name': 'network-vif-deleted', 'tag': 'fb33166e-261d-43b9-b251-c60c8c803c9d'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:37:05.984977 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-213315a9-8a9c-4087-a1b3-f694f67adef1 req-7d1f0d53-6c74-44f7-b966-f0834dc68edb tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.64 "DELETE /v2.0/ports/fb33166e-261d-43b9-b251-c60c8c803c9d HTTP/1.1" status: 204  len: 173 time: 0.9175501
Dec 11 16:37:06.092312 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83678c3f-c9d4-46b4-b7b2-01f00a3d1d51', 'name': 'network-vif-deleted', 'tag': 'fb33166e-261d-43b9-b251-c60c8c803c9d', 'status': 'completed', 'code': 200}
Dec 11 16:37:06.104120 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ef774ecf-b979-4e5d-9df2-f0dafff92252 req-c8e87854-edaa-4de2-993e-6b99abef8e47 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] 10.222.0.68 "GET /v2.0/ports?device_id=83678c3f-c9d4-46b4-b7b2-01f00a3d1d51 HTTP/1.1" status: 200  len: 210 time: 0.0781820
Dec 11 16:37:06.812377 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device fb33166e-261d-43b9-b251-c60c8c803c9d no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:37:06.849401 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] No Port match for: fb33166e-261d-43b9-b251-c60c8c803c9d {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:37:06.849810 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device fb33166e-261d-43b9-b251-c60c8c803c9d not bound to the agent host hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:37:08.075796 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 34858) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:37:08.197905 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ff4ff12d-b034-42f4-985f-b0a6450fc3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:08.506325 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-08334dc9-5f5e-4314-9760-06e0e0d38777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854276476'] for router_interface, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:09.031574 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:09.538032 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-08334dc9-5f5e-4314-9760-06e0e0d38777 admin admin] Deleting port ea869806-1ba6-400b-ab66-b12680c808af {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:37:09.538777 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-08334dc9-5f5e-4314-9760-06e0e0d38777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:09.764976 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-08334dc9-5f5e-4314-9760-06e0e0d38777 admin admin] For port ea869806-1ba6-400b-ab66-b12680c808af, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=ea869806-1ba6-400b-ab66-b12680c808af,segment=NetworkSegment(5ff84b41-9995-42f8-9302-c2f0bb565219),segment_id=5ff84b41-9995-42f8-9302-c2f0bb565219)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:37:09.764976 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-08334dc9-5f5e-4314-9760-06e0e0d38777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:09.904275 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-08334dc9-5f5e-4314-9760-06e0e0d38777 admin admin] Calling delete_port for ea869806-1ba6-400b-ab66-b12680c808af owned by network:router_interface {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:37:10.085351 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-08334dc9-5f5e-4314-9760-06e0e0d38777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:10.101713 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-edf89385-9732-465c-9b0b-259abd80cc3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:10.159491 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08334dc9-5f5e-4314-9760-06e0e0d38777 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea869806-1ba6-400b-ab66-b12680c808af,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:10.163696 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-08334dc9-5f5e-4314-9760-06e0e0d38777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:10.169349 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:10.525205 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-08334dc9-5f5e-4314-9760-06e0e0d38777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3353919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854276510'] for router_interface, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:10.981794 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:11.074500 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08334dc9-5f5e-4314-9760-06e0e0d38777 admin admin] Router 216910f5-a6ef-4c87-90ec-131cfe52f4de has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:37:11.272923 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08334dc9-5f5e-4314-9760-06e0e0d38777 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:37:11.284017 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0711b17d-15b3-4a8b-be0a-ac71103255ff None None] Sync routers for ids ['216910f5-a6ef-4c87-90ec-131cfe52f4de'] in dv-cinder-766752-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:37:11.288157 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-08334dc9-5f5e-4314-9760-06e0e0d38777 admin admin] 10.222.0.68 "PUT /v2.0/routers/216910f5-a6ef-4c87-90ec-131cfe52f4de/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2110233
Dec 11 16:37:11.291593 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 34862) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:37:11.297712 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0711b17d-15b3-4a8b-be0a-ac71103255ff None None] Routers {'216910f5-a6ef-4c87-90ec-131cfe52f4de'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:37:11.298409 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-0711b17d-15b3-4a8b-be0a-ac71103255ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eaa8358d0>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:37:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['216910f5-a6ef-4c87-90ec-131cfe52f4de'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:37:11.508887 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-48cc7dba-b153-418b-a78c-df19a67c7bb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:11.516369 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-0711b17d-15b3-4a8b-be0a-ac71103255ff None None] Set router 216910f5-a6ef-4c87-90ec-131cfe52f4de gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:37:11.730750 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-48cc7dba-b153-418b-a78c-df19a67c7bb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:11.737338 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-48cc7dba-b153-418b-a78c-df19a67c7bb6 admin admin] Deleting port 69f4cfaa-b4c1-4c71-9f88-96280d2c11c9 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:37:11.737768 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-48cc7dba-b153-418b-a78c-df19a67c7bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:11.856375 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-0711b17d-15b3-4a8b-be0a-ac71103255ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eaa8358d0>, [{'id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'name': 'tempest-TestMinimumBasicScenario-1740708891-router', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:32:15Z', 'updated_at': '2020-12-11T16:37:10Z', 'revision_number': 5, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'gw_port': {'id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:16Z', 'updated_at': '2020-12-11T16:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:37:11.860828 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0711b17d-15b3-4a8b-be0a-ac71103255ff None None] Checking router: 216910f5-a6ef-4c87-90ec-131cfe52f4de for host: dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:37:11.870609 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0711b17d-15b3-4a8b-be0a-ac71103255ff None None] Routers {'216910f5-a6ef-4c87-90ec-131cfe52f4de'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:37:11.871313 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-0711b17d-15b3-4a8b-be0a-ac71103255ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eaa8358d0>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:37:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['216910f5-a6ef-4c87-90ec-131cfe52f4de'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:37:11.940799 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-48cc7dba-b153-418b-a78c-df19a67c7bb6 admin admin] For port 69f4cfaa-b4c1-4c71-9f88-96280d2c11c9, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=69f4cfaa-b4c1-4c71-9f88-96280d2c11c9,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:37:11.941210 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-48cc7dba-b153-418b-a78c-df19a67c7bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:12.094422 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-48cc7dba-b153-418b-a78c-df19a67c7bb6 admin admin] Calling delete_port for 69f4cfaa-b4c1-4c71-9f88-96280d2c11c9 owned by network:router_gateway {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:37:12.252595 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-48cc7dba-b153-418b-a78c-df19a67c7bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]: WARNING neutron.plugins.ml2.ovo_rpc [None req-48cc7dba-b153-418b-a78c-df19a67c7bb6 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     result = function(*args, **kwargs)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     proto.__init__(conn_state, self)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.handle()
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.handle_one_request()
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.handle_one_response()
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     result = self.application(self.environ, start_response)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     return app(environ, start_response)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     resp = self.call_func(req, *args, **kw)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.func(req, *args, **kwargs)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     response = req.get_response(self.application)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     application, catch_exc_info=False)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     app_iter = application(self.environ, start_response)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     resp = self.call_func(req, *args, **kw)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.func(req, *args, **kwargs)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     response = req.get_response(self.application)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     application, catch_exc_info=False)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     app_iter = application(self.environ, start_response)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     resp = self.call_func(req, *args, **kw)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.func(req, *args, **kwargs)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     response = req.get_response(self.application)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     application, catch_exc_info=False)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     app_iter = application(self.environ, start_response)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     resp = self.call_func(req, *args, **kw)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.func(req, *args, **kwargs)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     response = req.get_response(self.application)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     application, catch_exc_info=False)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     app_iter = application(self.environ, start_response)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     resp = self.call_func(req, *args, **kw)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.func(req, *args, **kwargs)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     return request.get_response(self.application)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     application, catch_exc_info=False)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     app_iter = application(self.environ, start_response)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     resp = self.call_func(req, *args, **kw)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.func(req, *args, **kwargs)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     response = req.get_response(self._app)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     application, catch_exc_info=False)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     app_iter = application(self.environ, start_response)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     return resp(environ, start_response)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     return resp(environ, start_response)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     response = self.app(environ, start_response)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     return resp(environ, start_response)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     resp = self.call_func(req, *args, **kw)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.func(req, *args, **kwargs)
Dec 11 16:37:12.259229 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     result = method(request=request, **args)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self._delete(request, id, **kwargs)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(*args, **kwargs)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(*args, **kwargs)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(*dup_args, **dup_kwargs)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     obj_deleter(request.context, id, **kwargs)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     return method(*args, **kwargs)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(*args, **kwargs)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(*args, **kwargs)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(*dup_args, **dup_kwargs)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     self._delete_current_gw_port(context, id, router, None)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(self, context, *args, **kwargs)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     return method(*args, **kwargs)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     context, port, router_ids, bound_mech_contexts)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     return function(*args, **kwargs)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     callback(resource, event, trigger, **kwargs)
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     if self._is_session_semantic_violated(context, resource, event):
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]:     stack = traceback.extract_stack()
Dec 11 16:37:12.271437 dv-cinder-766752-1-iscsi neutron-server[80088]: 
Dec 11 16:37:12.278952 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-0711b17d-15b3-4a8b-be0a-ac71103255ff None None] Set router 216910f5-a6ef-4c87-90ec-131cfe52f4de gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:37:12.471271 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-48cc7dba-b153-418b-a78c-df19a67c7bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504972'] for router_gateway, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:12.622754 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-48cc7dba-b153-418b-a78c-df19a67c7bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854257088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854741722'] for router, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:12.625327 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-48cc7dba-b153-418b-a78c-df19a67c7bb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:12.675337 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-0711b17d-15b3-4a8b-be0a-ac71103255ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eaa8358d0>, [{'id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'name': 'tempest-TestMinimumBasicScenario-1740708891-router', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:32:15Z', 'updated_at': '2020-12-11T16:37:10Z', 'revision_number': 5, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'gw_port': {'id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:16Z', 'updated_at': '2020-12-11T16:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:37:12.682016 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0711b17d-15b3-4a8b-be0a-ac71103255ff None None] The sync data for ids ['216910f5-a6ef-4c87-90ec-131cfe52f4de'] in dv-cinder-766752-1-iscsi is: [{'id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'name': 'tempest-TestMinimumBasicScenario-1740708891-router', 'tenant_id': '6249f65c09694e7495b3c930d48ab272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:32:15Z', 'updated_at': '2020-12-11T16:37:10Z', 'revision_number': 5, 'project_id': '6249f65c09694e7495b3c930d48ab272', 'gw_port': {'id': '69f4cfaa-b4c1-4c71-9f88-96280d2c11c9', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216910f5-a6ef-4c87-90ec-131cfe52f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:32:16Z', 'updated_at': '2020-12-11T16:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:37:12.727388 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-48cc7dba-b153-418b-a78c-df19a67c7bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854257090'] for router, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:12.727958 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cc7dba-b153-418b-a78c-df19a67c7bb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 216910f5-a6ef-4c87-90ec-131cfe52f4de {{(pid=80200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 11 16:37:12.743460 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-48cc7dba-b153-418b-a78c-df19a67c7bb6 admin admin] Notify callbacks [] for router, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:12.744984 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-48cc7dba-b153-418b-a78c-df19a67c7bb6 admin admin] 10.222.0.68 "DELETE /v2.0/routers/216910f5-a6ef-4c87-90ec-131cfe52f4de HTTP/1.1" status: 204  len: 168 time: 1.4522533
Dec 11 16:37:12.747699 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 34866) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:37:13.050373 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c69e14-f837-4af1-8bb2-9de35e53e626 admin admin] Deleting subnet 1deabf70-3b1e-4497-871a-64c6ec5789ea {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 11 16:37:13.054205 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b7c69e14-f837-4af1-8bb2-9de35e53e626 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:13.121596 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b7c69e14-f837-4af1-8bb2-9de35e53e626 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29288042'] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:13.487264 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b7c69e14-f837-4af1-8bb2-9de35e53e626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851265986'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:13.827142 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b7c69e14-f837-4af1-8bb2-9de35e53e626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29322894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826608918'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:13.845923 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f7630b2b-0cce-4dde-8546-2402988b8a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:13.906566 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c69e14-f837-4af1-8bb2-9de35e53e626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1deabf70-3b1e-4497-871a-64c6ec5789ea,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:13.911840 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b7c69e14-f837-4af1-8bb2-9de35e53e626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:14.002288 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b7c69e14-f837-4af1-8bb2-9de35e53e626 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:14.008550 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1ea2ae-cbc3-4541-93b0-6f14db362e01 None None] Network 7a941c4a-1571-4083-acec-e713c744ada5 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:37:14.009370 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-b7c69e14-f837-4af1-8bb2-9de35e53e626 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/1deabf70-3b1e-4497-871a-64c6ec5789ea HTTP/1.1" status: 204  len: 168 time: 1.2605412
Dec 11 16:37:14.012774 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 34874) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:37:14.139920 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device ea869806-1ba6-400b-ab66-b12680c808af no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:37:14.143887 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3897092'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:14.195113 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: ea869806-1ba6-400b-ab66-b12680c808af {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:37:14.195505 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device ea869806-1ba6-400b-ab66-b12680c808af not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:37:14.195968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 69f4cfaa-b4c1-4c71-9f88-96280d2c11c9 no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:37:14.219521 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] Deleting port 6095390f-4ced-4947-bbf8-c44cee3c443f {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:37:14.219906 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:14.233832 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: 69f4cfaa-b4c1-4c71-9f88-96280d2c11c9 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:37:14.234195 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 69f4cfaa-b4c1-4c71-9f88-96280d2c11c9 not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:37:14.404149 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c107d3a4-8a58-4df0-b13c-debbcd48469c None None] DHCP port deletion for 7a941c4a-1571-4083-acec-e713c744ada5 request from dv-cinder-766752-1-iscsi {{(pid=80201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 11 16:37:14.408993 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-c107d3a4-8a58-4df0-b13c-debbcd48469c None None] Deleting port 6095390f-4ced-4947-bbf8-c44cee3c443f {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:37:14.409413 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c107d3a4-8a58-4df0-b13c-debbcd48469c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:14.473658 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] For port 6095390f-4ced-4947-bbf8-c44cee3c443f, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=6095390f-4ced-4947-bbf8-c44cee3c443f,segment=NetworkSegment(5ff84b41-9995-42f8-9302-c2f0bb565219),segment_id=5ff84b41-9995-42f8-9302-c2f0bb565219)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:37:14.474060 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:14.616056 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] Calling delete_port for 6095390f-4ced-4947-bbf8-c44cee3c443f owned by network:dhcp {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:37:14.632775 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-c107d3a4-8a58-4df0-b13c-debbcd48469c None None] For port 6095390f-4ced-4947-bbf8-c44cee3c443f, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=6095390f-4ced-4947-bbf8-c44cee3c443f,segment=NetworkSegment(5ff84b41-9995-42f8-9302-c2f0bb565219),segment_id=5ff84b41-9995-42f8-9302-c2f0bb565219)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:37:14.633249 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c107d3a4-8a58-4df0-b13c-debbcd48469c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:14.695852 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:14.712759 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c80479de-294a-4922-86b3-3d668afef634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:14.772830 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] Pushing event deleted for resources: {'Port': ['ID=6095390f-4ced-4947-bbf8-c44cee3c443f,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:14.773520 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-c107d3a4-8a58-4df0-b13c-debbcd48469c None None] Calling delete_port for 6095390f-4ced-4947-bbf8-c44cee3c443f owned by network:dhcp {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:37:14.777076 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:14.851236 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.api [None req-c107d3a4-8a58-4df0-b13c-debbcd48469c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 16:37:14.851819 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_db.api [None req-c107d3a4-8a58-4df0-b13c-debbcd48469c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 11 16:37:14.867151 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] No DVR routers for this DVR port 6095390f-4ced-4947-bbf8-c44cee3c443f on host dv-cinder-766752-1-iscsi {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:37:15.000927 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536934', 'neutron.services.segments.db._delete_segments_for_network--9223363279767150606'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:15.132879 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6eaba51ac8>,) {'filters': {'network_id': ['7a941c4a-1571-4083-acec-e713c744ada5']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:37:15.157629 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eaba51ac8>, '5ff84b41-9995-42f8-9302-c2f0bb565219') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:37:15.158294 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eaba51ac8>, '5ff84b41-9995-42f8-9302-c2f0bb565219') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:37:15.178962 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279767145639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036825487758'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:15.196319 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:15.198552 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 11 16:37:15.353507 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-c107d3a4-8a58-4df0-b13c-debbcd48469c None None] Deleting port 6095390f-4ced-4947-bbf8-c44cee3c443f {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:37:15.353989 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c107d3a4-8a58-4df0-b13c-debbcd48469c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:15.408872 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] Network 7a941c4a-1571-4083-acec-e713c744ada5 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:37:15.423897 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3532889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29322805'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:15.451814 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-c107d3a4-8a58-4df0-b13c-debbcd48469c None None] The port '6095390f-4ced-4947-bbf8-c44cee3c443f' was deleted {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 11 16:37:15.674404 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] Network 7a941c4a-1571-4083-acec-e713c744ada5 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]: Traceback (most recent call last):
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:     timer()
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:     cb(*args, **kw)
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:     return func(*args, **kwargs)
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:     self._notify()
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.callback(batched_events)
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:     event.method(event)
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:     segment_id)['aggregates'][0]
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(self, *a, **k)
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self._get(url).json()
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:     **kwargs)
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.request(url, 'GET', **kwargs)
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:     **endpoint_filter)
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 16:37:15.699651 dv-cinder-766752-1-iscsi neutron-server[80088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 16:37:15.786878 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851238850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854270827'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:15.790562 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:15.805536 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:15.817938 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] Pushing event deleted for resources: {'Network': ['ID=7a941c4a-1571-4083-acec-e713c744ada5,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:15.821681 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:15.836848 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] 10.222.0.68 "DELETE /v2.0/networks/7a941c4a-1571-4083-acec-e713c744ada5 HTTP/1.1" status: 204  len: 168 time: 1.8228762
Dec 11 16:37:16.017048 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 34882) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:37:16.069290 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 6095390f-4ced-4947-bbf8-c44cee3c443f no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:37:16.102889 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-96e4a6d5-95b6-46bb-8b12-f2d96b4fba9a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6249f65c09694e7495b3c930d48ab272&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0820715
Dec 11 16:37:16.104098 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 34886) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:37:16.110265 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: 6095390f-4ced-4947-bbf8-c44cee3c443f {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:37:16.110692 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 6095390f-4ced-4947-bbf8-c44cee3c443f not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:37:16.174970 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da4992a0-76d6-4851-8f64-491aeb90d7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:16.221128 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da4992a0-76d6-4851-8f64-491aeb90d7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:16.269843 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da4992a0-76d6-4851-8f64-491aeb90d7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:16.273895 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1d42df21-ee5c-4afe-90aa-b8482a5fd6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:16.289495 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4992a0-76d6-4851-8f64-491aeb90d7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e602b6-8ad3-4d75-880a-e71a7286cb67,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:16.292389 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-da4992a0-76d6-4851-8f64-491aeb90d7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:16.300617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da4992a0-76d6-4851-8f64-491aeb90d7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:16.301852 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-da4992a0-76d6-4851-8f64-491aeb90d7b2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/27e602b6-8ad3-4d75-880a-e71a7286cb67 HTTP/1.1" status: 204  len: 168 time: 0.1966426
Dec 11 16:37:22.723429 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:29.705004 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:37:35.888557 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a6ee06a3-66aa-4fab-ae63-0f3c88354a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:37.595756 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcfac8-e827-4d99-9dd0-ddeac0135ef2 req-a173ff1f-80eb-4c93-9b57-5af003e1f691 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:37.597403 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4dfcfac8-e827-4d99-9dd0-ddeac0135ef2 req-a173ff1f-80eb-4c93-9b57-5af003e1f691 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 945 time: 0.2489209
Dec 11 16:37:37.652269 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4dfcfac8-e827-4d99-9dd0-ddeac0135ef2 req-04922399-1fe1-4005-bf41-1db2fca254d9 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=8e26eac0-c747-4ab4-b581-6f90fa526743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474980
Dec 11 16:37:37.901129 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caab4f0-f288-481c-8540-ead76e65a48b req-b125a4af-6487-45af-ac69-83bef1e99e79 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:37.901900 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-6caab4f0-f288-481c-8540-ead76e65a48b req-b125a4af-6487-45af-ac69-83bef1e99e79 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Synchronizing usage tracker for tenant:6ad201a40eb54facbb2b8d35f51492f4 on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:37:37.918525 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-6caab4f0-f288-481c-8540-ead76e65a48b req-b125a4af-6487-45af-ac69-83bef1e99e79 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Unset dirty status for tenant:6ad201a40eb54facbb2b8d35f51492f4 on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:37:37.919730 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6caab4f0-f288-481c-8540-ead76e65a48b req-b125a4af-6487-45af-ac69-83bef1e99e79 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.64 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 945 time: 0.1003997
Dec 11 16:37:38.001081 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-6caab4f0-f288-481c-8540-ead76e65a48b req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Deleting port 475418d2-493a-4de7-a99a-d62b442310e6 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:37:38.002017 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-6caab4f0-f288-481c-8540-ead76e65a48b req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:38.192684 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-18b77b70-8232-465b-8ca8-5c5d44fdb705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:38.259136 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-6caab4f0-f288-481c-8540-ead76e65a48b req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] For port 475418d2-493a-4de7-a99a-d62b442310e6, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=475418d2-493a-4de7-a99a-d62b442310e6,segment=NetworkSegment(874e3b45-2e23-4239-9758-c43aea39df2f),segment_id=874e3b45-2e23-4239-9758-c43aea39df2f)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:37:38.259820 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-6caab4f0-f288-481c-8540-ead76e65a48b req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:38.576611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-6caab4f0-f288-481c-8540-ead76e65a48b req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for floatingip, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:38.577067 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-6caab4f0-f288-481c-8540-ead76e65a48b req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854270810'] for floatingip, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:38.577538 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.l3_db [req-6caab4f0-f288-481c-8540-ead76e65a48b req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Floating IP 712da303-f367-4a3a-809a-6348f0f6bb05 disassociated. External IP: 172.27.3.205, port: 475418d2-493a-4de7-a99a-d62b442310e6.
Dec 11 16:37:38.577931 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-6caab4f0-f288-481c-8540-ead76e65a48b req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Calling delete_port for 475418d2-493a-4de7-a99a-d62b442310e6 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:37:38.726062 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-6caab4f0-f288-481c-8540-ead76e65a48b req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:38.752793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:38.880769 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Pushing event deleted for resources: {'Port': ['ID=475418d2-493a-4de7-a99a-d62b442310e6,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:38.948130 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f0da7d0f-1e54-4c38-9f8c-a946050ada02 req-e28eaa4d-9792-47e2-9ad3-751e271e3b67 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 210 time: 0.1391060
Dec 11 16:37:38.970554 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.971003 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.971426 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.971816 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.972214 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.972613 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.973006 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.973406 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.973798 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.974189 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.974579 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.975001 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.975458 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.975943 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.976328 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.976716 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.977102 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.977486 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.977872 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.978254 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.978640 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.979052 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.979442 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.979825 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:38.991822 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:39.036421 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 475418d2-493a-4de7-a99a-d62b442310e6 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:37:39.068774 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:39.075001 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] No Port match for: 475418d2-493a-4de7-a99a-d62b442310e6 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:37:39.075592 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 475418d2-493a-4de7-a99a-d62b442310e6 not bound to the agent host hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:37:39.458181 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6caab4f0-f288-481c-8540-ead76e65a48b req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Router 7b00b697-1d1a-4fe7-b651-413f98aed4cd has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:37:39.615910 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95989aa-3a2f-4349-978f-637ee28a8edc req-7cc6ab66-71ef-4938-baa8-dc639c81b715 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:39.617592 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e95989aa-3a2f-4349-978f-637ee28a8edc req-7cc6ab66-71ef-4938-baa8-dc639c81b715 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 945 time: 0.0915909
Dec 11 16:37:39.655953 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6caab4f0-f288-481c-8540-ead76e65a48b req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:37:39.666444 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ee3c6-24db-4834-8333-8bc7c31f6a1e None None] Sync routers for ids ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:37:39.669925 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e95989aa-3a2f-4349-978f-637ee28a8edc req-cca49175-92d4-4fb4-967f-56ac13d3056e tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=145c0ee1-0aac-4485-bf8a-263129e2e275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456531
Dec 11 16:37:39.676610 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ee3c6-24db-4834-8333-8bc7c31f6a1e None None] Routers {'7b00b697-1d1a-4fe7-b651-413f98aed4cd'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:37:39.677278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-787ee3c6-24db-4834-8333-8bc7c31f6a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabf517b8>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:37:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:37:39.694373 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-6caab4f0-f288-481c-8540-ead76e65a48b req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] No DVR routers for this DVR port 475418d2-493a-4de7-a99a-d62b442310e6 on host hv-cinder-76675 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:37:39.705000 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-6caab4f0-f288-481c-8540-ead76e65a48b req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:39.708119 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32d710b-f598-40f2-93ad-3c120754b984', 'name': 'network-vif-deleted', 'tag': '475418d2-493a-4de7-a99a-d62b442310e6'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:37:39.732187 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6caab4f0-f288-481c-8540-ead76e65a48b req-dcf59818-1a78-4a4e-a245-c004a4b2f4d5 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.64 "DELETE /v2.0/ports/475418d2-493a-4de7-a99a-d62b442310e6 HTTP/1.1" status: 204  len: 173 time: 1.8056819
Dec 11 16:37:39.862411 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32d710b-f598-40f2-93ad-3c120754b984', 'name': 'network-vif-deleted', 'tag': '475418d2-493a-4de7-a99a-d62b442310e6', 'status': 'completed', 'code': 200}
Dec 11 16:37:39.878089 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-787ee3c6-24db-4834-8333-8bc7c31f6a1e None None] Set router 7b00b697-1d1a-4fe7-b651-413f98aed4cd gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:37:40.170265 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-47b26546-4088-4173-984d-0e92556c448b req-fadcaf42-a0fb-4681-8eef-f5d9cbb000ab tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=c32d710b-f598-40f2-93ad-3c120754b984 HTTP/1.1" status: 200  len: 210 time: 0.0605512
Dec 11 16:37:40.172221 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:40.189694 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c015931-d130-448d-9eae-613d6fc37a0a req-177efa12-666d-4cf2-aa2d-91991b06b985 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:40.190484 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-8c015931-d130-448d-9eae-613d6fc37a0a req-177efa12-666d-4cf2-aa2d-91991b06b985 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Synchronizing usage tracker for tenant:1c5767d59b7a47b5accf73b3f5a99e0f on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:37:40.213288 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-8c015931-d130-448d-9eae-613d6fc37a0a req-177efa12-666d-4cf2-aa2d-91991b06b985 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Unset dirty status for tenant:1c5767d59b7a47b5accf73b3f5a99e0f on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:37:40.214556 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8c015931-d130-448d-9eae-613d6fc37a0a req-177efa12-666d-4cf2-aa2d-91991b06b985 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.64 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 945 time: 0.1167939
Dec 11 16:37:40.238102 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-787ee3c6-24db-4834-8333-8bc7c31f6a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabf517b8>, [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:06Z', 'revision_number': 4, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'a8ae03cf-7105-4a44-b686-f03adb5ff09d', 'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'mac_address': 'fa:16:3e:2e:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:02Z', 'updated_at': '2020-12-11T16:27:19Z', 'revision_number': 5, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'subnets': [{'id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:37:40.242509 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ee3c6-24db-4834-8333-8bc7c31f6a1e None None] Checking router: 7b00b697-1d1a-4fe7-b651-413f98aed4cd for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:37:40.252461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ee3c6-24db-4834-8333-8bc7c31f6a1e None None] Routers {'7b00b697-1d1a-4fe7-b651-413f98aed4cd'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:37:40.253086 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-787ee3c6-24db-4834-8333-8bc7c31f6a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabf517b8>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:37:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:37:40.312198 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-8c015931-d130-448d-9eae-613d6fc37a0a req-bf18af96-c724-49d2-9c3d-ce5453945001 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Deleting port 17ce2b17-cd05-412b-af9b-21a9fa65280d {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:37:40.312591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8c015931-d130-448d-9eae-613d6fc37a0a req-bf18af96-c724-49d2-9c3d-ce5453945001 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:40.451939 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-787ee3c6-24db-4834-8333-8bc7c31f6a1e None None] Set router 7b00b697-1d1a-4fe7-b651-413f98aed4cd gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:37:40.614509 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-8c015931-d130-448d-9eae-613d6fc37a0a req-bf18af96-c724-49d2-9c3d-ce5453945001 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] For port 17ce2b17-cd05-412b-af9b-21a9fa65280d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=17ce2b17-cd05-412b-af9b-21a9fa65280d,segment=NetworkSegment(e3f0f4ac-8d40-4e92-a188-633521eceb79),segment_id=e3f0f4ac-8d40-4e92-a188-633521eceb79)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:37:40.614933 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8c015931-d130-448d-9eae-613d6fc37a0a req-bf18af96-c724-49d2-9c3d-ce5453945001 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:40.802409 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-787ee3c6-24db-4834-8333-8bc7c31f6a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabf517b8>, [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:06Z', 'revision_number': 4, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'a8ae03cf-7105-4a44-b686-f03adb5ff09d', 'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'mac_address': 'fa:16:3e:2e:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:02Z', 'updated_at': '2020-12-11T16:27:19Z', 'revision_number': 5, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'subnets': [{'id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:37:40.806688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ee3c6-24db-4834-8333-8bc7c31f6a1e None None] The sync data for ids ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'] in dv-cinder-766752-1-iscsi is: [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:06Z', 'revision_number': 4, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'a8ae03cf-7105-4a44-b686-f03adb5ff09d', 'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'mac_address': 'fa:16:3e:2e:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:02Z', 'updated_at': '2020-12-11T16:27:19Z', 'revision_number': 5, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'subnets': [{'id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:37:40.923100 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac13611-0275-4e49-b9ae-973987f33c14 req-a5baa8fa-0169-4bdd-a4a4-a62d5aa1ab47 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:40.925654 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2ac13611-0275-4e49-b9ae-973987f33c14 req-a5baa8fa-0169-4bdd-a4a4-a62d5aa1ab47 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 945 time: 0.1125500
Dec 11 16:37:40.934451 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8c015931-d130-448d-9eae-613d6fc37a0a req-bf18af96-c724-49d2-9c3d-ce5453945001 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for floatingip, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:40.934932 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8c015931-d130-448d-9eae-613d6fc37a0a req-bf18af96-c724-49d2-9c3d-ce5453945001 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854270810'] for floatingip, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:40.935257 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.l3_db [req-8c015931-d130-448d-9eae-613d6fc37a0a req-bf18af96-c724-49d2-9c3d-ce5453945001 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Floating IP 737c0c31-1b34-480e-b3aa-07b9fb09c29b disassociated. External IP: 172.27.3.168, port: 17ce2b17-cd05-412b-af9b-21a9fa65280d.
Dec 11 16:37:40.935647 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-8c015931-d130-448d-9eae-613d6fc37a0a req-bf18af96-c724-49d2-9c3d-ce5453945001 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Calling delete_port for 17ce2b17-cd05-412b-af9b-21a9fa65280d owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:37:40.979836 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2ac13611-0275-4e49-b9ae-973987f33c14 req-31b7d71c-73a5-4dc1-be6a-12cc7cac1675 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=145c0ee1-0aac-4485-bf8a-263129e2e275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477216
Dec 11 16:37:40.985409 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:41.084697 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 17ce2b17-cd05-412b-af9b-21a9fa65280d no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:37:41.094519 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8c015931-d130-448d-9eae-613d6fc37a0a req-bf18af96-c724-49d2-9c3d-ce5453945001 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:41.113447 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:41.129251 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] No Port match for: 17ce2b17-cd05-412b-af9b-21a9fa65280d {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:37:41.129899 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 17ce2b17-cd05-412b-af9b-21a9fa65280d not bound to the agent host hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:37:41.173550 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18af96-c724-49d2-9c3d-ce5453945001 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Pushing event deleted for resources: {'Port': ['ID=17ce2b17-cd05-412b-af9b-21a9fa65280d,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:41.176660 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-bf18af96-c724-49d2-9c3d-ce5453945001 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:41.230452 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f25587d-ba3e-40a9-bdc7-2ae696d3038f None None] New status for floating IP 712da303-f367-4a3a-809a-6348f0f6bb05: DOWN {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 11 16:37:41.347386 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 34930) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:37:41.422659 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:41.467193 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:41.531808 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:41.536975 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6cff5373-0162-48a2-8ff5-d884fc955daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:41.551038 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e26eac0-c747-4ab4-b581-6f90fa526743,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:41.566027 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.566452 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.566887 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.567305 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.567714 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.568123 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.568525 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.568926 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.569346 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.569936 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.570342 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.570740 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.571235 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.571633 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.572031 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.572428 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.572821 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.573218 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.573611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.574005 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.574407 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.574820 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.575217 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.575613 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:41.579558 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:41.587577 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:41.593130 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-b0e76f19-26e6-4223-a97a-08269fe97502 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "DELETE /v2.0/security-groups/8e26eac0-c747-4ab4-b581-6f90fa526743 HTTP/1.1" status: 204  len: 168 time: 0.2404449
Dec 11 16:37:41.593358 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 34934) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:37:41.614193 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c015931-d130-448d-9eae-613d6fc37a0a req-bf18af96-c724-49d2-9c3d-ce5453945001 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Router 9a3f4f3f-019b-436a-9bea-191203bd2585 has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:37:41.614372 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.v2.resource [None req-1624f140-e2ab-48d2-9e7b-e72d25bbc97f tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] show failed (client error): The resource could not be found.
Dec 11 16:37:41.615558 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1624f140-e2ab-48d2-9e7b-e72d25bbc97f tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups/8e26eac0-c747-4ab4-b581-6f90fa526743 HTTP/1.1" status: 404  len: 347 time: 0.0211406
Dec 11 16:37:41.620577 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 34938) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:37:41.927026 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-da5805ff-3faf-497e-812f-0a97266f33ad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Deleting port e7825e2e-006b-4361-9719-010047b87d24 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:37:41.927662 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da5805ff-3faf-497e-812f-0a97266f33ad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:42.049195 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c015931-d130-448d-9eae-613d6fc37a0a req-bf18af96-c724-49d2-9c3d-ce5453945001 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:37:42.060363 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a09e80-88bc-4f7d-8b4e-4df6bc4ea933 None None] Sync routers for ids ['9a3f4f3f-019b-436a-9bea-191203bd2585'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:37:42.084749 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a09e80-88bc-4f7d-8b4e-4df6bc4ea933 None None] Routers {'9a3f4f3f-019b-436a-9bea-191203bd2585'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:37:42.085643 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-f0a09e80-88bc-4f7d-8b4e-4df6bc4ea933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eb0c482b0>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:37:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['9a3f4f3f-019b-436a-9bea-191203bd2585'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:37:42.151051 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c015931-d130-448d-9eae-613d6fc37a0a req-bf18af96-c724-49d2-9c3d-ce5453945001 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] No DVR routers for this DVR port 17ce2b17-cd05-412b-af9b-21a9fa65280d on host hv-cinder-76675 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:37:42.155407 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8c015931-d130-448d-9eae-613d6fc37a0a req-bf18af96-c724-49d2-9c3d-ce5453945001 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:42.158257 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a96230-25f6-40ff-81ab-d083f9a3fa97', 'name': 'network-vif-deleted', 'tag': '17ce2b17-cd05-412b-af9b-21a9fa65280d'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:37:42.176016 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7d4438d1-b49a-4140-b1fc-172b6c62e89c req-21a21271-f344-4081-a470-be3bf2ace7c5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=80a96230-25f6-40ff-81ab-d083f9a3fa97 HTTP/1.1" status: 200  len: 210 time: 0.0501778
Dec 11 16:37:42.190941 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8c015931-d130-448d-9eae-613d6fc37a0a req-bf18af96-c724-49d2-9c3d-ce5453945001 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.64 "DELETE /v2.0/ports/17ce2b17-cd05-412b-af9b-21a9fa65280d HTTP/1.1" status: 204  len: 173 time: 1.9523029
Dec 11 16:37:42.206152 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da5805ff-3faf-497e-812f-0a97266f33ad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:42.206527 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da5805ff-3faf-497e-812f-0a97266f33ad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for floatingip, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:42.279707 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a96230-25f6-40ff-81ab-d083f9a3fa97', 'name': 'network-vif-deleted', 'tag': '17ce2b17-cd05-412b-af9b-21a9fa65280d', 'status': 'completed', 'code': 200}
Dec 11 16:37:42.289298 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-f0a09e80-88bc-4f7d-8b4e-4df6bc4ea933 None None] Set router 9a3f4f3f-019b-436a-9bea-191203bd2585 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:37:42.344044 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-da5805ff-3faf-497e-812f-0a97266f33ad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Calling delete_port for e7825e2e-006b-4361-9719-010047b87d24 owned by network:floatingip {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:37:42.662280 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-f0a09e80-88bc-4f7d-8b4e-4df6bc4ea933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eb0c482b0>, [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:27:20Z', 'revision_number': 4, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '97cd7f19-67ce-471d-8154-dc6aa74efef8', 'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'mac_address': 'fa:16:3e:2b:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:16Z', 'updated_at': '2020-12-11T16:27:34Z', 'revision_number': 5, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'subnets': [{'id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:37:42.666754 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a09e80-88bc-4f7d-8b4e-4df6bc4ea933 None None] Checking router: 9a3f4f3f-019b-436a-9bea-191203bd2585 for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:37:42.676055 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a09e80-88bc-4f7d-8b4e-4df6bc4ea933 None None] Routers {'9a3f4f3f-019b-436a-9bea-191203bd2585'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:37:42.676760 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-f0a09e80-88bc-4f7d-8b4e-4df6bc4ea933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eb0c482b0>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:37:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['9a3f4f3f-019b-436a-9bea-191203bd2585'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:37:42.722834 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da5805ff-3faf-497e-812f-0a97266f33ad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:42.739695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-17ee2986-1411-4be3-8b1d-b92baa9c8c99 tempest-VolumesActionsTest-1501221298 tempest-VolumesActionsTest-1501221298] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:42.797155 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5805ff-3faf-497e-812f-0a97266f33ad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Pushing event deleted for resources: {'Port': ['ID=e7825e2e-006b-4361-9719-010047b87d24,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:42.802089 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-da5805ff-3faf-497e-812f-0a97266f33ad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:42.976320 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da5805ff-3faf-497e-812f-0a97266f33ad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for floatingip, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:42.993571 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-da5805ff-3faf-497e-812f-0a97266f33ad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:42.999172 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-da5805ff-3faf-497e-812f-0a97266f33ad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "DELETE /v2.0/floatingips/712da303-f367-4a3a-809a-6348f0f6bb05 HTTP/1.1" status: 204  len: 168 time: 1.3731818
Dec 11 16:37:43.118457 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-f0a09e80-88bc-4f7d-8b4e-4df6bc4ea933 None None] Set router 9a3f4f3f-019b-436a-9bea-191203bd2585 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:37:43.341419 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 34952) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:37:43.413139 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3fa5eaea-bc01-4dc5-b4d9-026229d3d3a1 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:43.443617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3fa5eaea-bc01-4dc5-b4d9-026229d3d3a1 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:43.505927 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3fa5eaea-bc01-4dc5-b4d9-026229d3d3a1 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:43.512166 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3747503e-fdef-448b-b482-d6b97a24ea17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:43.530579 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5eaea-bc01-4dc5-b4d9-026229d3d3a1 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Pushing event deleted for resources: {'SecurityGroup': ['ID=145c0ee1-0aac-4485-bf8a-263129e2e275,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:43.542702 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3fa5eaea-bc01-4dc5-b4d9-026229d3d3a1 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:43.556997 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 34956) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:37:43.558023 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3fa5eaea-bc01-4dc5-b4d9-026229d3d3a1 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:43.559313 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-3fa5eaea-bc01-4dc5-b4d9-026229d3d3a1 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "DELETE /v2.0/security-groups/145c0ee1-0aac-4485-bf8a-263129e2e275 HTTP/1.1" status: 204  len: 168 time: 0.2167804
Dec 11 16:37:43.562466 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 34960) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:37:43.569000 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-61717ad7-8ec0-4311-86e2-7e44960b1030 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Request body: {'security_group': {'name': 'tempest-securitygroup--1649331778', 'description': 'tempest-description--1389360323'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:37:43.581072 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-61717ad7-8ec0-4311-86e2-7e44960b1030 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:37:43.585435 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.v2.resource [None req-fd048f95-854d-4c79-9ee5-6d57dc9d7274 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] show failed (client error): The resource could not be found.
Dec 11 16:37:43.586532 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-61717ad7-8ec0-4311-86e2-7e44960b1030 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Usage tracker for resource:security_group and tenant:6ad201a40eb54facbb2b8d35f51492f4 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:37:43.586821 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-fd048f95-854d-4c79-9ee5-6d57dc9d7274 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups/145c0ee1-0aac-4485-bf8a-263129e2e275 HTTP/1.1" status: 404  len: 347 time: 0.0230985
Dec 11 16:37:43.590316 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-61717ad7-8ec0-4311-86e2-7e44960b1030 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:37:43.590607 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 34964) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:37:43.597042 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-61717ad7-8ec0-4311-86e2-7e44960b1030 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:37:43.608247 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-61717ad7-8ec0-4311-86e2-7e44960b1030 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:43.620541 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-f0a09e80-88bc-4f7d-8b4e-4df6bc4ea933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eb0c482b0>, [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:27:20Z', 'revision_number': 4, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '97cd7f19-67ce-471d-8154-dc6aa74efef8', 'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'mac_address': 'fa:16:3e:2b:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:16Z', 'updated_at': '2020-12-11T16:27:34Z', 'revision_number': 5, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'subnets': [{'id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:37:43.625201 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a09e80-88bc-4f7d-8b4e-4df6bc4ea933 None None] The sync data for ids ['9a3f4f3f-019b-436a-9bea-191203bd2585'] in dv-cinder-766752-1-iscsi is: [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:27:20Z', 'revision_number': 4, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '97cd7f19-67ce-471d-8154-dc6aa74efef8', 'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'mac_address': 'fa:16:3e:2b:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:16Z', 'updated_at': '2020-12-11T16:27:34Z', 'revision_number': 5, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'subnets': [{'id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:37:43.633281 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-61717ad7-8ec0-4311-86e2-7e44960b1030 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:37:43.639597 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-61717ad7-8ec0-4311-86e2-7e44960b1030 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Usage tracker for resource:security_group_rule and tenant:6ad201a40eb54facbb2b8d35f51492f4 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:37:43.643661 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-61717ad7-8ec0-4311-86e2-7e44960b1030 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:37:43.649880 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-61717ad7-8ec0-4311-86e2-7e44960b1030 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:37:43.766703 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-61717ad7-8ec0-4311-86e2-7e44960b1030 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:43.770103 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-61717ad7-8ec0-4311-86e2-7e44960b1030 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:43.775639 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ce1de92a-55d0-4d89-8e45-8e41e2d716a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:43.782971 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-5c12bb0a-10e7-465e-9aff-92b3b0888908 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Deleting port 73d87848-22b7-4c56-9717-1ba043e462f2 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:37:43.783355 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5c12bb0a-10e7-465e-9aff-92b3b0888908 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:43.821555 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-61717ad7-8ec0-4311-86e2-7e44960b1030 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:43.822956 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-61717ad7-8ec0-4311-86e2-7e44960b1030 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1730 time: 0.2634323
Dec 11 16:37:43.823951 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61717ad7-8ec0-4311-86e2-7e44960b1030 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd7de63-0a5e-4b24-acd1-cc05c7e0b207,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:43.826130 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 34968) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:37:43.829264 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-61717ad7-8ec0-4311-86e2-7e44960b1030 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:43.832773 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-1042c53d-d783-4718-a7ad-8b096b0560d3 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Request body: {'security_group_rule': {'security_group_id': 'fdd7de63-0a5e-4b24-acd1-cc05c7e0b207', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:37:43.839184 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-1042c53d-d783-4718-a7ad-8b096b0560d3 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:37:43.843299 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-1042c53d-d783-4718-a7ad-8b096b0560d3 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Usage tracker for resource:security_group_rule and tenant:6ad201a40eb54facbb2b8d35f51492f4 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:37:43.846927 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-1042c53d-d783-4718-a7ad-8b096b0560d3 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:37:43.853174 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-1042c53d-d783-4718-a7ad-8b096b0560d3 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:37:43.870545 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1042c53d-d783-4718-a7ad-8b096b0560d3 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:43.942126 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1042c53d-d783-4718-a7ad-8b096b0560d3 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:43.946053 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1042c53d-d783-4718-a7ad-8b096b0560d3 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263012'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:43.947987 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:43.972279 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042c53d-d783-4718-a7ad-8b096b0560d3 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7c4002-6e30-49eb-a197-7010ffa3273e,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:43.977030 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1042c53d-d783-4718-a7ad-8b096b0560d3 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:43.978027 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5c12bb0a-10e7-465e-9aff-92b3b0888908 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:43.978410 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5c12bb0a-10e7-465e-9aff-92b3b0888908 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for floatingip, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:43.985155 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1042c53d-d783-4718-a7ad-8b096b0560d3 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:43.986507 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1042c53d-d783-4718-a7ad-8b096b0560d3 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1593673
Dec 11 16:37:43.989477 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 34972) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:37:43.995568 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-859b2199-2305-494f-a141-f734fb62ea96 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Request body: {'security_group_rule': {'security_group_id': 'fdd7de63-0a5e-4b24-acd1-cc05c7e0b207', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:37:44.003530 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-859b2199-2305-494f-a141-f734fb62ea96 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:37:44.008156 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-859b2199-2305-494f-a141-f734fb62ea96 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Usage tracker for resource:security_group_rule and tenant:6ad201a40eb54facbb2b8d35f51492f4 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:37:44.011996 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-859b2199-2305-494f-a141-f734fb62ea96 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:37:44.019208 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-859b2199-2305-494f-a141-f734fb62ea96 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:37:44.037566 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-859b2199-2305-494f-a141-f734fb62ea96 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:44.058283 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed48ca2e-fb72-488e-9605-ea9de1baca02 None None] New status for floating IP 737c0c31-1b34-480e-b3aa-07b9fb09c29b: DOWN {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 11 16:37:44.114695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-859b2199-2305-494f-a141-f734fb62ea96 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:44.117617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-5c12bb0a-10e7-465e-9aff-92b3b0888908 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Calling delete_port for 73d87848-22b7-4c56-9717-1ba043e462f2 owned by network:floatingip {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:37:44.118017 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-859b2199-2305-494f-a141-f734fb62ea96 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263012'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:44.121213 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:44.150616 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b2199-2305-494f-a141-f734fb62ea96 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d39a10-129a-477b-9c08-bc81aa1145af,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:44.153726 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-859b2199-2305-494f-a141-f734fb62ea96 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:44.161230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-859b2199-2305-494f-a141-f734fb62ea96 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:44.162729 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-859b2199-2305-494f-a141-f734fb62ea96 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1722484
Dec 11 16:37:44.166140 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 34976) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:37:44.172163 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Request body: {'floatingip': {'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:37:44.179287 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:37:44.186494 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Usage tracker for resource:floatingip and tenant:6ad201a40eb54facbb2b8d35f51492f4 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:37:44.192826 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:37:44.202982 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:37:44.216191 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for floatingip, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:44.275485 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5c12bb0a-10e7-465e-9aff-92b3b0888908 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:44.275845 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.api [None req-ed48ca2e-fb72-488e-9605-ea9de1baca02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 16:37:44.276230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_db.api [None req-ed48ca2e-fb72-488e-9605-ea9de1baca02 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 11 16:37:44.293132 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-bd66400f-9a74-46d5-9bc1-d10db2c086c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:44.353230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12bb0a-10e7-465e-9aff-92b3b0888908 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Pushing event deleted for resources: {'Port': ['ID=73d87848-22b7-4c56-9717-1ba043e462f2,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:44.357942 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-5c12bb0a-10e7-465e-9aff-92b3b0888908 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:44.389355 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:44.628044 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5c12bb0a-10e7-465e-9aff-92b3b0888908 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for floatingip, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:44.644367 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5c12bb0a-10e7-465e-9aff-92b3b0888908 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:44.645710 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-5c12bb0a-10e7-465e-9aff-92b3b0888908 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "DELETE /v2.0/floatingips/737c0c31-1b34-480e-b3aa-07b9fb09c29b HTTP/1.1" status: 204  len: 168 time: 1.0539689
Dec 11 16:37:44.715315 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Allocated IP 172.27.3.156 (2c8d0687-6545-4ddc-9608-794ea870ad6d/c11ea905-4982-4de9-ba49-1a66c1d28d32/e93f06ac-46be-465a-9cb1-4e429f6d1f09) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:37:44.778464 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed48ca2e-fb72-488e-9605-ea9de1baca02 None None] New status for floating IP 737c0c31-1b34-480e-b3aa-07b9fb09c29b: DOWN {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 11 16:37:44.895151 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:44.932214 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:44.949371 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a3367876-e5bc-42e7-bf54-fc0f4d6abf1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:45.275916 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 34982) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:37:45.282566 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-caca6574-41e5-4d07-b891-5c77ba2911d7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Request body: {'security_group': {'name': 'tempest-securitygroup--1072617585', 'description': 'tempest-description--807139732'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:37:45.289325 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-caca6574-41e5-4d07-b891-5c77ba2911d7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:37:45.294352 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-caca6574-41e5-4d07-b891-5c77ba2911d7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Usage tracker for resource:security_group and tenant:1c5767d59b7a47b5accf73b3f5a99e0f is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:37:45.297660 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-caca6574-41e5-4d07-b891-5c77ba2911d7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:37:45.303905 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-caca6574-41e5-4d07-b891-5c77ba2911d7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:37:45.315941 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-caca6574-41e5-4d07-b891-5c77ba2911d7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:45.339235 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-caca6574-41e5-4d07-b891-5c77ba2911d7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:37:45.343437 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-caca6574-41e5-4d07-b891-5c77ba2911d7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Usage tracker for resource:security_group_rule and tenant:1c5767d59b7a47b5accf73b3f5a99e0f is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:37:45.346479 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-caca6574-41e5-4d07-b891-5c77ba2911d7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:37:45.350366 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Pushing event updated for resources: {'Port': ['ID=e93f06ac-46be-465a-9cb1-4e429f6d1f09,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:45.352891 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-caca6574-41e5-4d07-b891-5c77ba2911d7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:37:45.355076 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:45.395059 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Network 2c8d0687-6545-4ddc-9608-794ea870ad6d is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:37:45.396232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:37:45.398616 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:37:45.433786 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-caca6574-41e5-4d07-b891-5c77ba2911d7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:45.440236 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-caca6574-41e5-4d07-b891-5c77ba2911d7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:45.445947 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e5edcc78-b17e-401d-83e6-15e651cc5e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:45.485740 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for floatingip, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:45.493720 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca6574-41e5-4d07-b891-5c77ba2911d7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Pushing event updated for resources: {'SecurityGroup': ['ID=db084c2e-d956-4cdb-9fa2-d6568d9824b9,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:45.497011 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-caca6574-41e5-4d07-b891-5c77ba2911d7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:45.501690 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-caca6574-41e5-4d07-b891-5c77ba2911d7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 0.2211764
Dec 11 16:37:45.501690 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-caca6574-41e5-4d07-b891-5c77ba2911d7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:45.501905 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 34986) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:37:45.507488 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-0297a2f6-61a1-4761-b9e2-2bcac4d749cd tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Request body: {'security_group_rule': {'security_group_id': 'db084c2e-d956-4cdb-9fa2-d6568d9824b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:37:45.514322 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-0297a2f6-61a1-4761-b9e2-2bcac4d749cd tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:37:45.518628 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-0297a2f6-61a1-4761-b9e2-2bcac4d749cd tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Usage tracker for resource:security_group_rule and tenant:1c5767d59b7a47b5accf73b3f5a99e0f is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:37:45.521825 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-0297a2f6-61a1-4761-b9e2-2bcac4d749cd tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:37:45.528113 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-0297a2f6-61a1-4761-b9e2-2bcac4d749cd tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:37:45.546250 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0297a2f6-61a1-4761-b9e2-2bcac4d749cd tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group_rule, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:45.570666 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:45.615541 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0297a2f6-61a1-4761-b9e2-2bcac4d749cd tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:45.618378 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0297a2f6-61a1-4761-b9e2-2bcac4d749cd tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263012'] for security_group_rule, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:45.620687 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c2f04beb-1e02-4dc9-bf32-32c878e00595 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:45.643513 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297a2f6-61a1-4761-b9e2-2bcac4d749cd tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22895ea-5177-41c5-9d43-0af2c76b05e1,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:45.648939 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-0297a2f6-61a1-4761-b9e2-2bcac4d749cd tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:45.657015 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0297a2f6-61a1-4761-b9e2-2bcac4d749cd tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group_rule, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:45.658354 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-0297a2f6-61a1-4761-b9e2-2bcac4d749cd tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1555157
Dec 11 16:37:45.661159 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 34990) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:37:45.666865 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-499f4b1c-7989-4c3c-8083-d6ffeb73a811 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Request body: {'security_group_rule': {'security_group_id': 'db084c2e-d956-4cdb-9fa2-d6568d9824b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:37:45.673597 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-499f4b1c-7989-4c3c-8083-d6ffeb73a811 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:37:45.677724 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-499f4b1c-7989-4c3c-8083-d6ffeb73a811 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Usage tracker for resource:security_group_rule and tenant:1c5767d59b7a47b5accf73b3f5a99e0f is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:37:45.680805 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-499f4b1c-7989-4c3c-8083-d6ffeb73a811 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:37:45.688286 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-499f4b1c-7989-4c3c-8083-d6ffeb73a811 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:37:45.704645 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-499f4b1c-7989-4c3c-8083-d6ffeb73a811 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group_rule, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:45.771996 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-499f4b1c-7989-4c3c-8083-d6ffeb73a811 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:45.775036 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-499f4b1c-7989-4c3c-8083-d6ffeb73a811 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263012'] for security_group_rule, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:45.777196 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-793e8a00-2775-494f-b526-34f7adac23a6 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:45.799946 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f4b1c-7989-4c3c-8083-d6ffeb73a811 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6788ab8-7fee-4050-8378-1271b6cd83db,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:45.804074 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-499f4b1c-7989-4c3c-8083-d6ffeb73a811 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:45.811345 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-499f4b1c-7989-4c3c-8083-d6ffeb73a811 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group_rule, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:45.812646 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-499f4b1c-7989-4c3c-8083-d6ffeb73a811 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1504846
Dec 11 16:37:45.816481 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 34994) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:37:45.822120 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Request body: {'floatingip': {'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:37:45.828066 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:37:45.832712 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Usage tracker for resource:floatingip and tenant:1c5767d59b7a47b5accf73b3f5a99e0f is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:37:45.836037 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:37:45.841947 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:37:45.849047 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:45.852663 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for floatingip, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:45.853233 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31879474'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:45.869055 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-9b348798-359a-42e6-86bb-236d23374bec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:46.001447 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:46.021028 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Pushing event updated for resources: {'Port': ['ID=e93f06ac-46be-465a-9cb1-4e429f6d1f09,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:46.025546 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:46.117176 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854270810'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:46.140710 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:46.142661 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9754877
Dec 11 16:37:46.289112 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Allocated IP 172.27.3.234 (2c8d0687-6545-4ddc-9608-794ea870ad6d/c11ea905-4982-4de9-ba49-1a66c1d28d32/d95c31ce-28f9-43ba-8e8e-33ebd44099a7) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:37:46.350752 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-dbe0a98c-dcb6-4562-b15f-e3952b90d36b tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Synchronizing usage tracker for tenant:6ad201a40eb54facbb2b8d35f51492f4 on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:37:46.366000 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-dbe0a98c-dcb6-4562-b15f-e3952b90d36b tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Unset dirty status for tenant:6ad201a40eb54facbb2b8d35f51492f4 on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:37:46.367706 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-dbe0a98c-dcb6-4562-b15f-e3952b90d36b tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1649331778&fields=id&tenant_id=6ad201a40eb54facbb2b8d35f51492f4 HTTP/1.1" status: 200  len: 267 time: 0.0611808
Dec 11 16:37:46.457032 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:46.484291 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:46.510400 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2c8fc265-ff45-4c3f-9433-638e9ba1668a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:46.548833 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-b955f224-9fe0-4882-ab29-90f9d45cb37f tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:46.550462 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-b955f224-9fe0-4882-ab29-90f9d45cb37f tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/networks?id=039bbca1-f016-4285-abfa-5348e6c4eb84 HTTP/1.1" status: 200  len: 817 time: 0.1752942
Dec 11 16:37:46.567702 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-ffee4596-dce3-44e3-b1dd-8e68a35a13de tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/quotas/6ad201a40eb54facbb2b8d35f51492f4 HTTP/1.1" status: 200  len: 375 time: 0.0103655
Dec 11 16:37:46.657782 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Pushing event updated for resources: {'Port': ['ID=d95c31ce-28f9-43ba-8e8e-33ebd44099a7,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:46.665647 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:46.665906 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-2b2d7cd3-ddfe-4f87-8d1c-4716cd14dc94 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?tenant_id=6ad201a40eb54facbb2b8d35f51492f4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0917439
Dec 11 16:37:46.711994 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Network 2c8d0687-6545-4ddc-9608-794ea870ad6d is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:37:46.713296 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:37:46.716191 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:37:46.763307 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-cb9c824d-2400-4f2b-aa4a-7ac932d9eb78 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 11 16:37:46.764516 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-cb9c824d-2400-4f2b-aa4a-7ac932d9eb78 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0839541
Dec 11 16:37:46.802717 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for floatingip, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:46.863164 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:46.917098 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-47649ec1-b064-45fb-88ef-06b6ee0b9bab service neutron] 10.222.0.68 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452799
Dec 11 16:37:47.065728 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-186f4c95-0a2a-4376-9e5b-b615041e7149 service neutron] 10.222.0.68 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432662
Dec 11 16:37:47.143538 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:47.146919 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:47.161726 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1002b1b9-81a1-4df1-a189-0ecffadf6279 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:47.276875 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3eac5750-1530-4d58-a2ed-e11e674b2372 req-c04fb55e-844d-4dd1-97e6-d9c4940b4d9d tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 210 time: 0.0474362
Dec 11 16:37:47.312175 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Pushing event updated for resources: {'Port': ['ID=d95c31ce-28f9-43ba-8e8e-33ebd44099a7,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:47.315871 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:47.419514 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854270810'] for floatingip, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:47.442618 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:47.444071 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6265581
Dec 11 16:37:47.673706 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0e542609-945f-4036-886d-8b32ce5090c4 req-cfa7869b-8be2-4605-8a15-591b9e164336 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1072617585&fields=id&tenant_id=1c5767d59b7a47b5accf73b3f5a99e0f HTTP/1.1" status: 200  len: 267 time: 0.0539658
Dec 11 16:37:47.844258 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e542609-945f-4036-886d-8b32ce5090c4 req-828ef8a1-6f45-4371-ba9e-be6f951b4cb8 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:47.846513 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0e542609-945f-4036-886d-8b32ce5090c4 req-828ef8a1-6f45-4371-ba9e-be6f951b4cb8 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/networks?id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33 HTTP/1.1" status: 200  len: 810 time: 0.1650667
Dec 11 16:37:47.863182 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0e542609-945f-4036-886d-8b32ce5090c4 req-c28fdf85-3561-4535-952b-57925bd5a578 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/quotas/1c5767d59b7a47b5accf73b3f5a99e0f HTTP/1.1" status: 200  len: 375 time: 0.0102823
Dec 11 16:37:47.966012 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0e542609-945f-4036-886d-8b32ce5090c4 req-0fea5e42-a311-4c7c-882f-68b0730177b6 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?tenant_id=1c5767d59b7a47b5accf73b3f5a99e0f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0915499
Dec 11 16:37:48.142479 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0e542609-945f-4036-886d-8b32ce5090c4 req-39e037c6-9638-4881-9e77-8048185fc83d service neutron] 10.222.0.68 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1620400
Dec 11 16:37:48.293971 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0e542609-945f-4036-886d-8b32ce5090c4 req-24320dc9-a62a-4311-bee0-83e4b84a3b3e service neutron] 10.222.0.68 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444862
Dec 11 16:37:48.512161 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b5a04dcf-f470-4359-a327-a0c254da5ec4 req-4dccb296-3684-4f8f-ae3f-bdd055c3129c tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 210 time: 0.0835044
Dec 11 16:37:48.525543 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b44880aa-61e8-4c87-b104-fd561a8d7dd3 req-667f3f81-7929-44dc-8308-203a50705630 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 210 time: 0.0562315
Dec 11 16:37:48.851089 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-20596610-0b42-4417-94fc-9db3b34d4bda tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:48.853714 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-20596610-0b42-4417-94fc-9db3b34d4bda tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.64 "GET /v2.0/networks?id=039bbca1-f016-4285-abfa-5348e6c4eb84 HTTP/1.1" status: 200  len: 817 time: 0.1988301
Dec 11 16:37:48.956754 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-793ce9d4-3fb6-4617-a1c8-bfc61d6b2d00 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ad201a40eb54facbb2b8d35f51492f4 HTTP/1.1" status: 200  len: 5505 time: 0.0777993
Dec 11 16:37:48.967138 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-54ccb51e-3a01-4593-8816-e813421d854a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Request body: {'port': {'device_id': '00a2d256-8fc5-4ab6-92db-fcef877abd88', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'admin_state_up': True, 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'security_groups': ['fdd7de63-0a5e-4b24-acd1-cc05c7e0b207']}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:37:49.117503 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-54ccb51e-3a01-4593-8816-e813421d854a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:37:49.122544 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-54ccb51e-3a01-4593-8816-e813421d854a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Usage tracker for resource:port and tenant:6ad201a40eb54facbb2b8d35f51492f4 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:37:49.127405 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-54ccb51e-3a01-4593-8816-e813421d854a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Quota usage for port was recalculated. Used quota:3. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:37:49.132338 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-54ccb51e-3a01-4593-8816-e813421d854a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:37:49.143268 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-54ccb51e-3a01-4593-8816-e813421d854a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Made reservation on behalf of 6ad201a40eb54facbb2b8d35f51492f4 for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:37:49.149459 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-54ccb51e-3a01-4593-8816-e813421d854a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:49.472023 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-54ccb51e-3a01-4593-8816-e813421d854a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Allocated IP 172.20.0.9 (039bbca1-f016-4285-abfa-5348e6c4eb84/c00391c9-6902-493e-bdec-b850663c39cb/b666f4f3-e102-4f5b-8650-dea51a784faa) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:37:49.718032 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-54ccb51e-3a01-4593-8816-e813421d854a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:49.732747 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-77f7c2ee-2ac0-4d79-94ca-5c716d32921f req-06f2fb42-0cf2-4281-afb5-a27f713ca653 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 210 time: 0.0518730
Dec 11 16:37:49.736361 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-54ccb51e-3a01-4593-8816-e813421d854a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Transition to ACTIVE for port object b666f4f3-e102-4f5b-8650-dea51a784faa will not be triggered until provisioned by entity DHCP. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:37:49.774218 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-54ccb51e-3a01-4593-8816-e813421d854a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:49.793148 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d932bd2b-cc23-47fa-9dc5-cd82d918892a tempest-AttachVolumeNegativeTest-446526865 tempest-AttachVolumeNegativeTest-446526865] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:49.869654 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca67ddb-1ca5-4d21-b91b-b56ddcb96761 req-016db737-6964-48a8-9cbe-b0993c259882 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:49.871527 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2ca67ddb-1ca5-4d21-b91b-b56ddcb96761 req-016db737-6964-48a8-9cbe-b0993c259882 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 931 time: 0.1037850
Dec 11 16:37:49.926454 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2ca67ddb-1ca5-4d21-b91b-b56ddcb96761 req-e1cae26e-4d85-465c-9823-470e43fe1f20 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=fdd7de63-0a5e-4b24-acd1-cc05c7e0b207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472097
Dec 11 16:37:50.248411 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccb51e-3a01-4593-8816-e813421d854a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Pushing event updated for resources: {'Port': ['ID=b666f4f3-e102-4f5b-8650-dea51a784faa,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:50.257473 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-54ccb51e-3a01-4593-8816-e813421d854a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:50.299957 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e542609-945f-4036-886d-8b32ce5090c4 req-301b6aa0-c133-4bbf-8848-ffe38818235f tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:50.301509 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0e542609-945f-4036-886d-8b32ce5090c4 req-301b6aa0-c133-4bbf-8848-ffe38818235f tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.64 "GET /v2.0/networks?id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33 HTTP/1.1" status: 200  len: 810 time: 0.6526213
Dec 11 16:37:50.320589 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-54ccb51e-3a01-4593-8816-e813421d854a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Network 039bbca1-f016-4285-abfa-5348e6c4eb84 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:37:50.335466 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-54ccb51e-3a01-4593-8816-e813421d854a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:37:50.339223 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-54ccb51e-3a01-4593-8816-e813421d854a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:37:50.448937 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-54ccb51e-3a01-4593-8816-e813421d854a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:50.449628 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-54ccb51e-3a01-4593-8816-e813421d854a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:50.473590 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-0e542609-945f-4036-886d-8b32ce5090c4 req-24caca67-b2c6-4780-b36d-eaf49df0ff1d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Synchronizing usage tracker for tenant:1c5767d59b7a47b5accf73b3f5a99e0f on resource:security_group {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:37:50.498361 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-54ccb51e-3a01-4593-8816-e813421d854a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5360734
Dec 11 16:37:50.503646 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-0e542609-945f-4036-886d-8b32ce5090c4 req-24caca67-b2c6-4780-b36d-eaf49df0ff1d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Unset dirty status for tenant:1c5767d59b7a47b5accf73b3f5a99e0f on resource:security_group {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:37:50.505455 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0e542609-945f-4036-886d-8b32ce5090c4 req-24caca67-b2c6-4780-b36d-eaf49df0ff1d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c5767d59b7a47b5accf73b3f5a99e0f HTTP/1.1" status: 200  len: 5504 time: 0.1836360
Dec 11 16:37:50.519956 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-cc35d903-b120-4e77-8e79-53de53bc1a16 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80200) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 11 16:37:50.521111 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-cc35d903-b120-4e77-8e79-53de53bc1a16 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0073586
Dec 11 16:37:50.524927 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-0e542609-945f-4036-886d-8b32ce5090c4 req-66c6271e-da28-40b4-aac9-7a308d48b128 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Request body: {'port': {'device_id': '118d5264-6bd8-4e8a-83e2-d72c4c47acb8', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'admin_state_up': True, 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'security_groups': ['db084c2e-d956-4cdb-9fa2-d6568d9824b9']}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:37:50.599605 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-ee6a54c9-5efb-4ab6-b15a-4aaf6c650da8 None None] Provisioning for port b666f4f3-e102-4f5b-8650-dea51a784faa completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:37:50.606871 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-ee6a54c9-5efb-4ab6-b15a-4aaf6c650da8 None None] Provisioning complete for port b666f4f3-e102-4f5b-8650-dea51a784faa triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:37:50.607546 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ee6a54c9-5efb-4ab6-b15a-4aaf6c650da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:50.650549 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Request body: {'port': {'device_id': '00a2d256-8fc5-4ab6-92db-fcef877abd88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:37:50.704073 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a54c9-5efb-4ab6-b15a-4aaf6c650da8 None None] Port b666f4f3-e102-4f5b-8650-dea51a784faa cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:37:50.793414 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-0e542609-945f-4036-886d-8b32ce5090c4 req-66c6271e-da28-40b4-aac9-7a308d48b128 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:37:50.802501 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-0e542609-945f-4036-886d-8b32ce5090c4 req-66c6271e-da28-40b4-aac9-7a308d48b128 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Usage tracker for resource:port and tenant:1c5767d59b7a47b5accf73b3f5a99e0f is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:37:50.807778 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-0e542609-945f-4036-886d-8b32ce5090c4 req-66c6271e-da28-40b4-aac9-7a308d48b128 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Quota usage for port was recalculated. Used quota:3. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:37:50.817632 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-0e542609-945f-4036-886d-8b32ce5090c4 req-66c6271e-da28-40b4-aac9-7a308d48b128 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:37:50.819932 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:50.876234 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e542609-945f-4036-886d-8b32ce5090c4 req-66c6271e-da28-40b4-aac9-7a308d48b128 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Made reservation on behalf of 1c5767d59b7a47b5accf73b3f5a99e0f for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:37:50.882228 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0e542609-945f-4036-886d-8b32ce5090c4 req-66c6271e-da28-40b4-aac9-7a308d48b128 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:50.947611 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-203fa513-799b-4427-b9db-88a2d75ceafc req-7b880586-45c0-4b31-bdc5-08cd85c5232b tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 210 time: 0.0535865
Dec 11 16:37:51.179159 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8e50f-37bd-4570-bcde-988260023145 req-a405889d-8adb-4eaa-b99c-f4092a4404e0 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:51.180801 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4ff8e50f-37bd-4570-bcde-988260023145 req-a405889d-8adb-4eaa-b99c-f4092a4404e0 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 931 time: 0.0891511
Dec 11 16:37:51.243870 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4ff8e50f-37bd-4570-bcde-988260023145 req-8a51911c-56ed-471e-9a20-26f49c4fd9a8 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=fdd7de63-0a5e-4b24-acd1-cc05c7e0b207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497599
Dec 11 16:37:51.505947 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-0e542609-945f-4036-886d-8b32ce5090c4 req-66c6271e-da28-40b4-aac9-7a308d48b128 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Allocated IP 172.20.0.7 (38d5d1c1-19a8-4909-8ee8-0c1228de8a33/3fc5b558-60c5-446c-9755-1fcb42bad47f/02546921-7722-4266-94c1-780e40baa1e7) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:37:51.642062 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b666f4f3-e102-4f5b-8650-dea51a784faa {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 11 16:37:51.666878 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:51.743380 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Transition to ACTIVE for port object b666f4f3-e102-4f5b-8650-dea51a784faa will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:37:51.755781 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:51.775550 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-cceec4b8-2e85-495d-99e9-3ccb12b4ca95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:51.961070 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Pushing event updated for resources: {'Port': ['ID=b666f4f3-e102-4f5b-8650-dea51a784faa,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:51.970332 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:51.995818 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0e542609-945f-4036-886d-8b32ce5090c4 req-66c6271e-da28-40b4-aac9-7a308d48b128 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:52.040388 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-0e542609-945f-4036-886d-8b32ce5090c4 req-66c6271e-da28-40b4-aac9-7a308d48b128 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Transition to ACTIVE for port object 02546921-7722-4266-94c1-780e40baa1e7 will not be triggered until provisioned by entity DHCP. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:37:52.206412 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0e542609-945f-4036-886d-8b32ce5090c4 req-66c6271e-da28-40b4-aac9-7a308d48b128 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:52.224869 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-04243d48-efa5-4c1a-8e4f-2a2f89dd8c61 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:52.334476 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1f72e-b83c-43e6-bb87-495b5e802dfa req-1f9e0c4b-3615-48a6-8f81-c17b25db4749 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:52.337032 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-52c1f72e-b83c-43e6-bb87-495b5e802dfa req-1f9e0c4b-3615-48a6-8f81-c17b25db4749 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 931 time: 0.1050656
Dec 11 16:37:52.341635 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Attempting to bind port b666f4f3-e102-4f5b-8650-dea51a784faa on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:37:52.342055 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Attempting to bind port b666f4f3-e102-4f5b-8650-dea51a784faa by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '874e3b45-2e23-4239-9758-c43aea39df2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:37:52.342427 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Attempting to bind port b666f4f3-e102-4f5b-8650-dea51a784faa on network 039bbca1-f016-4285-abfa-5348e6c4eb84 {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:37:52.406328 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-52c1f72e-b83c-43e6-bb87-495b5e802dfa req-721e9b62-6c10-4874-82ac-515bf457fc41 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=db084c2e-d956-4cdb-9fa2-d6568d9824b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620005
Dec 11 16:37:52.507168 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a06067-9a13-4227-b9de-70d41ad033f1 req-ff990d9a-8c10-42d2-b2da-e06b0335c060 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:52.508959 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-21a06067-9a13-4227-b9de-70d41ad033f1 req-ff990d9a-8c10-42d2-b2da-e06b0335c060 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 943 time: 0.0987675
Dec 11 16:37:52.575485 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-21a06067-9a13-4227-b9de-70d41ad033f1 req-fa86e2e0-aefa-45d2-addc-313d50a4f54f tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=fdd7de63-0a5e-4b24-acd1-cc05c7e0b207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532513
Dec 11 16:37:52.666657 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6271e-da28-40b4-aac9-7a308d48b128 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Pushing event updated for resources: {'Port': ['ID=02546921-7722-4266-94c1-780e40baa1e7,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:52.669469 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Checking agent: {'id': 'bb51e0aa-91b6-4647-b88f-2e2e91697051', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 49), 'started_at': datetime.datetime(2020, 12, 11, 16, 25, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:37:52.669890 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Checking segment: {'id': '874e3b45-2e23-4239-9758-c43aea39df2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:37:52.670341 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:52.670768 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Bound using segment: {'id': '874e3b45-2e23-4239-9758-c43aea39df2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:37:52.671322 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Bound port: b666f4f3-e102-4f5b-8650-dea51a784faa, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874e3b45-2e23-4239-9758-c43aea39df2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:37:52.671736 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:52.684591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-66c6271e-da28-40b4-aac9-7a308d48b128 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:52.764123 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:52.813087 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e542609-945f-4036-886d-8b32ce5090c4 req-66c6271e-da28-40b4-aac9-7a308d48b128 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Network 38d5d1c1-19a8-4909-8ee8-0c1228de8a33 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:37:52.816679 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-0e542609-945f-4036-886d-8b32ce5090c4 req-66c6271e-da28-40b4-aac9-7a308d48b128 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:37:52.819938 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e542609-945f-4036-886d-8b32ce5090c4 req-66c6271e-da28-40b4-aac9-7a308d48b128 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:37:52.858837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] For port b666f4f3-e102-4f5b-8650-dea51a784faa, host hv-cinder-76675, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:37:52.884385 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] For port b666f4f3-e102-4f5b-8650-dea51a784faa, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b666f4f3-e102-4f5b-8650-dea51a784faa,segment=NetworkSegment(874e3b45-2e23-4239-9758-c43aea39df2f),segment_id=874e3b45-2e23-4239-9758-c43aea39df2f)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:37:52.889321 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:52.909937 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4b36ed64-6e76-4a70-bb8b-6704ccd1c4c5 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:52.986211 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e542609-945f-4036-886d-8b32ce5090c4 req-66c6271e-da28-40b4-aac9-7a308d48b128 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:52.986965 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0e542609-945f-4036-886d-8b32ce5090c4 req-66c6271e-da28-40b4-aac9-7a308d48b128 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:53.080409 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-49de7ae4-11ee-41a8-b564-949a2ea199ee None None] Provisioning for port 02546921-7722-4266-94c1-780e40baa1e7 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:37:53.085796 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-49de7ae4-11ee-41a8-b564-949a2ea199ee None None] Provisioning complete for port 02546921-7722-4266-94c1-780e40baa1e7 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:37:53.086671 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-49de7ae4-11ee-41a8-b564-949a2ea199ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:53.105069 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0e542609-945f-4036-886d-8b32ce5090c4 req-66c6271e-da28-40b4-aac9-7a308d48b128 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5897427
Dec 11 16:37:53.118842 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Pushing event updated for resources: {'Port': ['ID=b666f4f3-e102-4f5b-8650-dea51a784faa,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:53.137575 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Request body: {'port': {'device_id': '118d5264-6bd8-4e8a-83e2-d72c4c47acb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:37:53.147573 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-49de7ae4-11ee-41a8-b564-949a2ea199ee None None] Port 02546921-7722-4266-94c1-780e40baa1e7 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:37:53.169925 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:53.218650 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:53.219299 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:53.220918 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] 10.222.0.64 "PUT /v2.0/ports/b666f4f3-e102-4f5b-8650-dea51a784faa HTTP/1.1" status: 200  len: 1157 time: 2.6795969
Dec 11 16:37:53.251911 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a2d256-8fc5-4ab6-92db-fcef877abd88', 'tag': 'b666f4f3-e102-4f5b-8650-dea51a784faa'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:37:53.328517 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a2d256-8fc5-4ab6-92db-fcef877abd88', 'tag': 'b666f4f3-e102-4f5b-8650-dea51a784faa', 'status': 'completed', 'code': 200}
Dec 11 16:37:53.343269 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:53.468180 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-cc49938e-2aca-4037-ae79-9fc8e0a01408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:53.470369 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-cc49938e-2aca-4037-ae79-9fc8e0a01408 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ad201a40eb54facbb2b8d35f51492f4&device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 1160 time: 0.1899900
Dec 11 16:37:53.563291 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-a25cf0da-4023-4825-883a-4231636c03b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b666f4f3-e102-4f5b-8650-dea51a784faa HTTP/1.1" status: 200  len: 217 time: 0.0756748
Dec 11 16:37:53.665054 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32818b-a418-43b2-93c3-b42b570d661f req-ed64a537-c166-4de4-ae9e-2fe8145052e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:53.666776 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ed32818b-a418-43b2-93c3-b42b570d661f req-ed64a537-c166-4de4-ae9e-2fe8145052e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 931 time: 0.1056421
Dec 11 16:37:53.713581 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-817ef75a-ef55-4715-820d-55bf90c7daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:53.715231 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-817ef75a-ef55-4715-820d-55bf90c7daeb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c00391c9-6902-493e-bdec-b850663c39cb HTTP/1.1" status: 200  len: 856 time: 0.1428816
Dec 11 16:37:53.728594 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ed32818b-a418-43b2-93c3-b42b570d661f req-3cc72178-d781-43c4-be0b-ac67b4206b98 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=db084c2e-d956-4cdb-9fa2-d6568d9824b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549226
Dec 11 16:37:53.848171 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247812a5-daa5-4af1-8185-b36525bbf70b req-fec01f2d-27d9-43de-8daa-f31ab80cdd12 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:53.849816 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-247812a5-daa5-4af1-8185-b36525bbf70b req-fec01f2d-27d9-43de-8daa-f31ab80cdd12 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 943 time: 0.0996697
Dec 11 16:37:53.899759 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-247812a5-daa5-4af1-8185-b36525bbf70b req-2f944a3a-7eb8-4f27-aa1f-cba7ba2803dd tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=fdd7de63-0a5e-4b24-acd1-cc05c7e0b207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429761
Dec 11 16:37:53.915080 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-6534c20c-b58b-4458-ab1a-698ad3e62de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:53.917140 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-6534c20c-b58b-4458-ab1a-698ad3e62de4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=039bbca1-f016-4285-abfa-5348e6c4eb84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1852829
Dec 11 16:37:54.131541 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02546921-7722-4266-94c1-780e40baa1e7 {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 11 16:37:54.142140 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:54.146094 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-41e148ab-0456-44c5-ac29-8ccb10cf6842 service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2226987
Dec 11 16:37:54.181171 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Transition to ACTIVE for port object 02546921-7722-4266-94c1-780e40baa1e7 will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:37:54.196857 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:54.215224 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-827ac089-206d-4cbe-bd4b-7c8542114f3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:54.436744 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Pushing event updated for resources: {'Port': ['ID=02546921-7722-4266-94c1-780e40baa1e7,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:54.444013 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:54.478547 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ba58398d-61a3-42b9-90e3-db36b87c549e req-b1f05774-b0bf-4992-ad29-14890c38c62a service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3229656
Dec 11 16:37:54.707002 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Attempting to bind port 02546921-7722-4266-94c1-780e40baa1e7 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:37:54.707386 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Attempting to bind port 02546921-7722-4266-94c1-780e40baa1e7 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'e3f0f4ac-8d40-4e92-a188-633521eceb79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:37:54.707758 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Attempting to bind port 02546921-7722-4266-94c1-780e40baa1e7 on network 38d5d1c1-19a8-4909-8ee8-0c1228de8a33 {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:37:54.715835 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Checking agent: {'id': 'bb51e0aa-91b6-4647-b88f-2e2e91697051', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 49), 'started_at': datetime.datetime(2020, 12, 11, 16, 25, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:37:54.716211 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Checking segment: {'id': 'e3f0f4ac-8d40-4e92-a188-633521eceb79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:37:54.716617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:54.717013 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Bound using segment: {'id': 'e3f0f4ac-8d40-4e92-a188-633521eceb79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:37:54.717491 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Bound port: 02546921-7722-4266-94c1-780e40baa1e7, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f0f4ac-8d40-4e92-a188-633521eceb79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:37:54.717879 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:54.771030 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f11a9-afb0-4532-baca-78d6867ab2a7 req-745053ae-9931-4f06-9748-325ffa579ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:54.772749 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-529f11a9-afb0-4532-baca-78d6867ab2a7 req-745053ae-9931-4f06-9748-325ffa579ba4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ad201a40eb54facbb2b8d35f51492f4&device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 1160 time: 0.1743789
Dec 11 16:37:54.935888 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] For port 02546921-7722-4266-94c1-780e40baa1e7, host hv-cinder-76675, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:37:54.951640 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] For port 02546921-7722-4266-94c1-780e40baa1e7, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=02546921-7722-4266-94c1-780e40baa1e7,segment=NetworkSegment(e3f0f4ac-8d40-4e92-a188-633521eceb79),segment_id=e3f0f4ac-8d40-4e92-a188-633521eceb79)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:37:54.960265 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:54.986502 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3d614661-c937-4289-b8fa-7470c50fcfd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:55.000909 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357006e7-9143-47ae-ad15-b7e210138f46 req-6fe38f45-3264-4f26-bae8-86bd4bcb47ff tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:55.003253 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-357006e7-9143-47ae-ad15-b7e210138f46 req-6fe38f45-3264-4f26-bae8-86bd4bcb47ff tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 943 time: 0.0904877
Dec 11 16:37:55.059978 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-357006e7-9143-47ae-ad15-b7e210138f46 req-2c91f093-bb19-4f30-9ea7-96eea815e8af tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=db084c2e-d956-4cdb-9fa2-d6568d9824b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504761
Dec 11 16:37:55.068211 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f11a9-afb0-4532-baca-78d6867ab2a7 req-3e4eae92-c5bd-4c93-9486-23a3ff469427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:55.070070 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-529f11a9-afb0-4532-baca-78d6867ab2a7 req-3e4eae92-c5bd-4c93-9486-23a3ff469427 service neutron] 10.222.0.64 "GET /v2.0/networks?id=039bbca1-f016-4285-abfa-5348e6c4eb84 HTTP/1.1" status: 200  len: 911 time: 0.2749295
Dec 11 16:37:55.153968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614ee77-5ef6-4e53-9332-a080ee27c135 req-bff8f89b-a2cb-4271-8c6d-840666d035ba tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:55.155647 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a614ee77-5ef6-4e53-9332-a080ee27c135 req-bff8f89b-a2cb-4271-8c6d-840666d035ba tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 943 time: 0.0988083
Dec 11 16:37:55.210248 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a614ee77-5ef6-4e53-9332-a080ee27c135 req-5139f577-e370-4388-a66e-ec1ef9837105 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=fdd7de63-0a5e-4b24-acd1-cc05c7e0b207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479167
Dec 11 16:37:55.444717 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-529f11a9-afb0-4532-baca-78d6867ab2a7 req-a8094b63-cb7c-4cba-a19f-e38da6397d8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b666f4f3-e102-4f5b-8650-dea51a784faa HTTP/1.1" status: 200  len: 217 time: 0.3670716
Dec 11 16:37:55.492656 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Pushing event updated for resources: {'Port': ['ID=02546921-7722-4266-94c1-780e40baa1e7,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:55.495306 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:55.553660 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f11a9-afb0-4532-baca-78d6867ab2a7 req-00344956-97b9-4fee-8850-4c452074ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:55.555291 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-529f11a9-afb0-4532-baca-78d6867ab2a7 req-00344956-97b9-4fee-8850-4c452074ce23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c00391c9-6902-493e-bdec-b850663c39cb HTTP/1.1" status: 200  len: 856 time: 0.1036434
Dec 11 16:37:55.561587 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:55.562281 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:55.563921 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0e542609-945f-4036-886d-8b32ce5090c4 req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] 10.222.0.64 "PUT /v2.0/ports/02546921-7722-4266-94c1-780e40baa1e7 HTTP/1.1" status: 200  len: 1157 time: 2.4418733
Dec 11 16:37:55.564483 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118d5264-6bd8-4e8a-83e2-d72c4c47acb8', 'tag': '02546921-7722-4266-94c1-780e40baa1e7'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:37:55.635690 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118d5264-6bd8-4e8a-83e2-d72c4c47acb8', 'tag': '02546921-7722-4266-94c1-780e40baa1e7', 'status': 'completed', 'code': 200}
Dec 11 16:37:55.720883 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f11a9-afb0-4532-baca-78d6867ab2a7 req-a918e7c5-965b-4a82-beac-ce90bd8fe28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:55.722568 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-529f11a9-afb0-4532-baca-78d6867ab2a7 req-a918e7c5-965b-4a82-beac-ce90bd8fe28e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=039bbca1-f016-4285-abfa-5348e6c4eb84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1524065
Dec 11 16:37:55.757754 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e542609-945f-4036-886d-8b32ce5090c4 req-ac85b0d3-6749-43ce-9f28-d72e565beec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:55.759361 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0e542609-945f-4036-886d-8b32ce5090c4 req-ac85b0d3-6749-43ce-9f28-d72e565beec3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1c5767d59b7a47b5accf73b3f5a99e0f&device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 1160 time: 0.1286414
Dec 11 16:37:55.857534 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0e542609-945f-4036-886d-8b32ce5090c4 req-e0a54aa9-0778-4914-a6e8-89b8fc9a3f50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02546921-7722-4266-94c1-780e40baa1e7 HTTP/1.1" status: 200  len: 217 time: 0.0824556
Dec 11 16:37:56.008122 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e542609-945f-4036-886d-8b32ce5090c4 req-c7959584-797a-437e-8bb9-f60e33bdd8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:56.009666 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0e542609-945f-4036-886d-8b32ce5090c4 req-c7959584-797a-437e-8bb9-f60e33bdd8a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc5b558-60c5-446c-9755-1fcb42bad47f HTTP/1.1" status: 200  len: 849 time: 0.1006150
Dec 11 16:37:56.013095 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-529f11a9-afb0-4532-baca-78d6867ab2a7 req-f03b248a-8300-4f0d-825e-5d25d297844d service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2828569
Dec 11 16:37:56.225681 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-529f11a9-afb0-4532-baca-78d6867ab2a7 req-50abde15-e53b-46a6-a111-0655a96c5894 service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2036200
Dec 11 16:37:56.227820 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e542609-945f-4036-886d-8b32ce5090c4 req-564dff60-fb03-44eb-bd56-2f03d70254d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:56.229295 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0e542609-945f-4036-886d-8b32ce5090c4 req-564dff60-fb03-44eb-bd56-2f03d70254d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2086058
Dec 11 16:37:56.320986 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bba867-1694-4333-a665-928dc1c5c68e req-7a0eca10-928c-41ca-8515-f230f8430bb4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:56.322647 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-45bba867-1694-4333-a665-928dc1c5c68e req-7a0eca10-928c-41ca-8515-f230f8430bb4 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 943 time: 0.0934994
Dec 11 16:37:56.375180 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-45bba867-1694-4333-a665-928dc1c5c68e req-863eaab3-668d-4a5f-87a4-bc44c1ab28a1 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=db084c2e-d956-4cdb-9fa2-d6568d9824b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458364
Dec 11 16:37:56.406514 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0e542609-945f-4036-886d-8b32ce5090c4 req-2ad960e0-f20c-43c4-af1c-1b5e9661a2d0 service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579587
Dec 11 16:37:56.463279 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4a7e4-79d6-4163-8527-a44575711b3c req-676b4bf8-a0c5-4f70-ad12-73e73cc3094f tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:56.464947 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-10e4a7e4-79d6-4163-8527-a44575711b3c req-676b4bf8-a0c5-4f70-ad12-73e73cc3094f tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 943 time: 0.0882652
Dec 11 16:37:56.520669 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-10e4a7e4-79d6-4163-8527-a44575711b3c req-b6400d3e-d660-43fa-95f0-fee7ce375793 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=fdd7de63-0a5e-4b24-acd1-cc05c7e0b207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486836
Dec 11 16:37:56.616737 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0e542609-945f-4036-886d-8b32ce5090c4 req-5a7dd528-c5a5-4afc-b365-782e6e144053 service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2035682
Dec 11 16:37:56.772336 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8bb12-31c8-4440-ae1a-ea6a19959d31 req-f070cd20-dde1-4095-a20e-222c5470ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:56.773958 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-83c8bb12-31c8-4440-ae1a-ea6a19959d31 req-f070cd20-dde1-4095-a20e-222c5470ebda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1c5767d59b7a47b5accf73b3f5a99e0f&device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 1160 time: 0.0756528
Dec 11 16:37:56.922082 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8bb12-31c8-4440-ae1a-ea6a19959d31 req-5a5aa6d3-a8d5-42a1-9d0b-2a28c55b399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:56.923634 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-83c8bb12-31c8-4440-ae1a-ea6a19959d31 req-5a5aa6d3-a8d5-42a1-9d0b-2a28c55b399b service neutron] 10.222.0.64 "GET /v2.0/networks?id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33 HTTP/1.1" status: 200  len: 904 time: 0.1433029
Dec 11 16:37:56.998049 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-83c8bb12-31c8-4440-ae1a-ea6a19959d31 req-306c3351-a316-4672-b0f0-33462d855a23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02546921-7722-4266-94c1-780e40baa1e7 HTTP/1.1" status: 200  len: 217 time: 0.0668831
Dec 11 16:37:57.070469 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8bb12-31c8-4440-ae1a-ea6a19959d31 req-9bc15ee8-9855-482f-8d55-504026b1679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:57.072120 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-83c8bb12-31c8-4440-ae1a-ea6a19959d31 req-9bc15ee8-9855-482f-8d55-504026b1679f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc5b558-60c5-446c-9755-1fcb42bad47f HTTP/1.1" status: 200  len: 849 time: 0.0668828
Dec 11 16:37:57.157781 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8bb12-31c8-4440-ae1a-ea6a19959d31 req-5956af99-e510-4185-8de7-4f6d485d292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:57.159418 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-83c8bb12-31c8-4440-ae1a-ea6a19959d31 req-5956af99-e510-4185-8de7-4f6d485d292a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789430
Dec 11 16:37:57.312419 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-83c8bb12-31c8-4440-ae1a-ea6a19959d31 req-98b31790-2e71-413d-bb37-3f31c5484f0c service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449866
Dec 11 16:37:57.468172 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-83c8bb12-31c8-4440-ae1a-ea6a19959d31 req-74b7d84f-c8dd-494f-bed2-594e64bbaf4f service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1481192
Dec 11 16:37:57.601064 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966a072-70df-40fe-8e38-035b2d640be1 req-159517e6-626f-462f-a8b7-b91f37b48087 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:57.602930 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6966a072-70df-40fe-8e38-035b2d640be1 req-159517e6-626f-462f-a8b7-b91f37b48087 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 943 time: 0.0944970
Dec 11 16:37:57.654172 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6966a072-70df-40fe-8e38-035b2d640be1 req-f48fa969-900f-44aa-b87c-266b0f0ab7b7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=db084c2e-d956-4cdb-9fa2-d6568d9824b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436134
Dec 11 16:37:57.711254 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device b666f4f3-e102-4f5b-8650-dea51a784faa up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:37:57.762311 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0299a-c091-4c27-9460-461fb3ed78e1 req-563f9d4a-320e-44d2-9411-867160da6edb tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:57.763994 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-57a0299a-c091-4c27-9460-461fb3ed78e1 req-563f9d4a-320e-44d2-9411-867160da6edb tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 943 time: 0.0905871
Dec 11 16:37:57.783203 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning for port b666f4f3-e102-4f5b-8650-dea51a784faa completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:37:57.788625 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port b666f4f3-e102-4f5b-8650-dea51a784faa triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:37:57.789050 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:57.816228 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-57a0299a-c091-4c27-9460-461fb3ed78e1 req-1c089262-109b-4bd7-a098-b71ed5694fc4 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=fdd7de63-0a5e-4b24-acd1-cc05c7e0b207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447452
Dec 11 16:37:57.913122 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:57.941821 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a2d256-8fc5-4ab6-92db-fcef877abd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b666f4f3-e102-4f5b-8650-dea51a784faa'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:37:57.953038 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port b666f4f3-e102-4f5b-8650-dea51a784faa, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b666f4f3-e102-4f5b-8650-dea51a784faa,segment=NetworkSegment(874e3b45-2e23-4239-9758-c43aea39df2f),segment_id=874e3b45-2e23-4239-9758-c43aea39df2f)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:37:57.956677 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:37:57.959476 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:37:58.032784 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=b666f4f3-e102-4f5b-8650-dea51a784faa,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:37:58.041444 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.041875 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.042263 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.042647 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.043068 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.043451 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.043826 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.044209 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.044602 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.044977 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.045343 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.045710 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.046142 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.046506 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.046898 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.047265 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.047633 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.047999 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.048365 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.048727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.049092 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.049455 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.049819 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.050179 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:37:58.054981 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:37:58.095626 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a2d256-8fc5-4ab6-92db-fcef877abd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b666f4f3-e102-4f5b-8650-dea51a784faa', 'code': 200}
Dec 11 16:37:58.365366 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a350b-64c2-4bfb-898c-d16f46f1f9ca req-d610a896-bc4a-461d-8fe9-9804e6bdee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:58.366938 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-014a350b-64c2-4bfb-898c-d16f46f1f9ca req-d610a896-bc4a-461d-8fe9-9804e6bdee40 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 1162 time: 0.0754066
Dec 11 16:37:58.412490 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-014a350b-64c2-4bfb-898c-d16f46f1f9ca req-11d48ceb-f38f-4719-8ea9-bc6b1ecda85f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fdd7de63-0a5e-4b24-acd1-cc05c7e0b207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391359
Dec 11 16:37:58.875173 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b9204-9aaf-4c48-82b5-853175b1afe6 req-2e1ccefa-e253-4c2f-9373-84636e1e8f13 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:58.877347 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b30b9204-9aaf-4c48-82b5-853175b1afe6 req-2e1ccefa-e253-4c2f-9373-84636e1e8f13 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 943 time: 0.0874007
Dec 11 16:37:58.934781 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b30b9204-9aaf-4c48-82b5-853175b1afe6 req-ac51ef6e-134d-435e-ac78-a5ba8b27e93e tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=db084c2e-d956-4cdb-9fa2-d6568d9824b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501666
Dec 11 16:37:59.067692 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763aeeef-6040-4795-8eac-569739ec4145 req-e7fcf860-5982-4267-aea6-43010d134ee2 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:37:59.069364 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-763aeeef-6040-4795-8eac-569739ec4145 req-e7fcf860-5982-4267-aea6-43010d134ee2 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 945 time: 0.0856955
Dec 11 16:37:59.121159 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-763aeeef-6040-4795-8eac-569739ec4145 req-60b2675c-4719-488b-8b63-3d923c8af585 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=fdd7de63-0a5e-4b24-acd1-cc05c7e0b207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451367
Dec 11 16:38:00.018001 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 02546921-7722-4266-94c1-780e40baa1e7 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:38:00.092109 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning for port 02546921-7722-4266-94c1-780e40baa1e7 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:38:00.098050 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 02546921-7722-4266-94c1-780e40baa1e7 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:38:00.098472 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:00.168294 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9521c2c-a389-4472-b79b-4b34a30edadf req-52a3cc87-9d4f-44ea-862d-74df62b4df66 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:38:00.169827 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c9521c2c-a389-4472-b79b-4b34a30edadf req-52a3cc87-9d4f-44ea-862d-74df62b4df66 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 943 time: 0.0991445
Dec 11 16:38:00.222724 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c9521c2c-a389-4472-b79b-4b34a30edadf req-e60d3a4a-89c8-4631-bb4c-774634533cf8 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=db084c2e-d956-4cdb-9fa2-d6568d9824b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439258
Dec 11 16:38:00.228340 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:00.259413 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118d5264-6bd8-4e8a-83e2-d72c4c47acb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02546921-7722-4266-94c1-780e40baa1e7'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:38:00.270088 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port 02546921-7722-4266-94c1-780e40baa1e7, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=02546921-7722-4266-94c1-780e40baa1e7,segment=NetworkSegment(e3f0f4ac-8d40-4e92-a188-633521eceb79),segment_id=e3f0f4ac-8d40-4e92-a188-633521eceb79)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:38:00.273317 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:00.274239 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device b666f4f3-e102-4f5b-8650-dea51a784faa up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:38:00.308135 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:38:00.341284 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118d5264-6bd8-4e8a-83e2-d72c4c47acb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02546921-7722-4266-94c1-780e40baa1e7', 'code': 200}
Dec 11 16:38:00.378778 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0b849-c844-4631-9569-84ebb74ca3e8 req-ebf8c5f5-3a1d-4c85-ae3e-bfb66eceafaa tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:38:00.380493 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b5b0b849-c844-4631-9569-84ebb74ca3e8 req-ebf8c5f5-3a1d-4c85-ae3e-bfb66eceafaa tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 945 time: 0.1008391
Dec 11 16:38:00.424819 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=02546921-7722-4266-94c1-780e40baa1e7,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:38:00.430602 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port b666f4f3-e102-4f5b-8650-dea51a784faa triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:38:00.431416 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:00.443375 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b5b0b849-c844-4631-9569-84ebb74ca3e8 req-ba215e5d-3f13-43b5-ab8f-29daec14bba7 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=fdd7de63-0a5e-4b24-acd1-cc05c7e0b207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562458
Dec 11 16:38:00.478133 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:38:00.653732 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc0749-976c-47ce-8979-8a9346880dee req-19f221a9-2bbc-4446-b85d-be7b75e6bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:38:00.655465 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-83dc0749-976c-47ce-8979-8a9346880dee req-19f221a9-2bbc-4446-b85d-be7b75e6bf15 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 1162 time: 0.0934162
Dec 11 16:38:00.720669 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-83dc0749-976c-47ce-8979-8a9346880dee req-f0162a37-d5fd-4be4-a53c-10a1eced5245 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=db084c2e-d956-4cdb-9fa2-d6568d9824b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581138
Dec 11 16:38:00.772151 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b47ba4-5afa-46df-bcab-a7bed0432237 req-644dfe07-0aef-4819-88e2-b97fb3c460ae tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:38:00.774132 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-37b47ba4-5afa-46df-bcab-a7bed0432237 req-644dfe07-0aef-4819-88e2-b97fb3c460ae tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 945 time: 0.0950420
Dec 11 16:38:00.785770 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 35108) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:38:00.792420 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-9ccd6028-134b-48ed-8cc0-b9ea2dc975fa tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Request body: {'floatingip': {'port_id': 'b666f4f3-e102-4f5b-8650-dea51a784faa'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:38:01.114791 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9ccd6028-134b-48ed-8cc0-b9ea2dc975fa tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for floatingip, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:01.598420 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7daf5-b1a6-4f1e-a4fb-072cb4ee448b req-8206bd37-1207-4e4c-aeb9-da3af66b47f7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:38:01.600181 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-65a7daf5-b1a6-4f1e-a4fb-072cb4ee448b req-8206bd37-1207-4e4c-aeb9-da3af66b47f7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 945 time: 0.1524613
Dec 11 16:38:01.647531 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 02546921-7722-4266-94c1-780e40baa1e7 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:38:01.731012 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port 02546921-7722-4266-94c1-780e40baa1e7 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:38:01.731434 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:01.754010 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-65a7daf5-b1a6-4f1e-a4fb-072cb4ee448b req-a88b655f-a3e4-4c85-b673-e0d67205276e tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=db084c2e-d956-4cdb-9fa2-d6568d9824b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0893619
Dec 11 16:38:01.858256 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device b666f4f3-e102-4f5b-8650-dea51a784faa up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:38:01.903310 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9ccd6028-134b-48ed-8cc0-b9ea2dc975fa tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for floatingip, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:01.907455 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9ccd6028-134b-48ed-8cc0-b9ea2dc975fa tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854270810'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:01.946961 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port b666f4f3-e102-4f5b-8650-dea51a784faa triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:38:01.947389 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:02.118691 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.l3_db [None req-9ccd6028-134b-48ed-8cc0-b9ea2dc975fa tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Floating IP 87d7c576-071d-4b74-baf1-ce09a6499281 associated. External IP: 172.27.3.156, port: b666f4f3-e102-4f5b-8650-dea51a784faa.
Dec 11 16:38:02.502928 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccd6028-134b-48ed-8cc0-b9ea2dc975fa tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Router 7b00b697-1d1a-4fe7-b651-413f98aed4cd has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:38:02.704553 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccd6028-134b-48ed-8cc0-b9ea2dc975fa tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:38:02.709940 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9ccd6028-134b-48ed-8cc0-b9ea2dc975fa tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:02.714985 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee9f59b-f075-4737-9a0b-e4e1d91dbc83 None None] Sync routers for ids ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:38:02.727222 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee9f59b-f075-4737-9a0b-e4e1d91dbc83 None None] Routers {'7b00b697-1d1a-4fe7-b651-413f98aed4cd'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:38:02.727888 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-8ee9f59b-f075-4737-9a0b-e4e1d91dbc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabf2d208>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:37:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:38:02.772154 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-9ccd6028-134b-48ed-8cc0-b9ea2dc975fa tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "PUT /v2.0/floatingips/87d7c576-071d-4b74-baf1-ce09a6499281 HTTP/1.1" status: 200  len: 991 time: 1.9851806
Dec 11 16:38:02.773133 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a2d256-8fc5-4ab6-92db-fcef877abd88', 'tag': 'b666f4f3-e102-4f5b-8650-dea51a784faa'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:38:02.843720 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a2d256-8fc5-4ab6-92db-fcef877abd88', 'tag': 'b666f4f3-e102-4f5b-8650-dea51a784faa', 'status': 'completed', 'code': 200}
Dec 11 16:38:02.981124 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673fc8c-eeee-4f0b-b620-b861af983f89 req-939ecb09-a194-4692-94f6-cac841652fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:38:02.982944 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6673fc8c-eeee-4f0b-b620-b861af983f89 req-939ecb09-a194-4692-94f6-cac841652fcd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ad201a40eb54facbb2b8d35f51492f4&device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 1162 time: 0.0941274
Dec 11 16:38:02.993136 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-8ee9f59b-f075-4737-9a0b-e4e1d91dbc83 None None] Set router 7b00b697-1d1a-4fe7-b651-413f98aed4cd gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:38:03.114022 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecc394-fa52-4195-9035-6646b5d19d50 req-13d103a1-c660-4c38-9dbe-735e106bc4dd tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:38:03.116076 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2cecc394-fa52-4195-9035-6646b5d19d50 req-13d103a1-c660-4c38-9dbe-735e106bc4dd tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 945 time: 0.1107657
Dec 11 16:38:03.148269 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673fc8c-eeee-4f0b-b620-b861af983f89 req-f1f53238-16ae-46bb-8d85-5f91da2bcf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:38:03.149988 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6673fc8c-eeee-4f0b-b620-b861af983f89 req-f1f53238-16ae-46bb-8d85-5f91da2bcf64 service neutron] 10.222.0.64 "GET /v2.0/networks?id=039bbca1-f016-4285-abfa-5348e6c4eb84 HTTP/1.1" status: 200  len: 911 time: 0.1588922
Dec 11 16:38:03.173310 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2cecc394-fa52-4195-9035-6646b5d19d50 req-897c3bb4-0a58-479c-83d3-1a49df48680b tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=db084c2e-d956-4cdb-9fa2-d6568d9824b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456939
Dec 11 16:38:03.268730 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6673fc8c-eeee-4f0b-b620-b861af983f89 req-70e855d7-c982-4537-9c52-a212959a7066 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b666f4f3-e102-4f5b-8650-dea51a784faa HTTP/1.1" status: 200  len: 999 time: 0.1120145
Dec 11 16:38:03.341514 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673fc8c-eeee-4f0b-b620-b861af983f89 req-68192736-a2a8-41ee-bc75-986b263911bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:38:03.343124 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6673fc8c-eeee-4f0b-b620-b861af983f89 req-68192736-a2a8-41ee-bc75-986b263911bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c00391c9-6902-493e-bdec-b850663c39cb HTTP/1.1" status: 200  len: 856 time: 0.0682929
Dec 11 16:38:03.397904 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-8ee9f59b-f075-4737-9a0b-e4e1d91dbc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabf2d208>, [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:06Z', 'revision_number': 4, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': '87d7c576-071d-4b74-baf1-ce09a6499281', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'port_id': 'b666f4f3-e102-4f5b-8650-dea51a784faa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'mac_address': 'fa:16:3e:f5:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a2d256-8fc5-4ab6-92db-fcef877abd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:37:45Z', 'updated_at': '2020-12-11T16:38:01Z', 'revision_number': 1, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ae03cf-7105-4a44-b686-f03adb5ff09d', 'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'mac_address': 'fa:16:3e:2e:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:02Z', 'updated_at': '2020-12-11T16:27:19Z', 'revision_number': 5, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'subnets': [{'id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:38:03.402673 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee9f59b-f075-4737-9a0b-e4e1d91dbc83 None None] Checking router: 7b00b697-1d1a-4fe7-b651-413f98aed4cd for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:38:03.403378 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f8304-1d97-4f4a-b038-b46a3a6f88b3 req-7ea206a4-29f3-49ed-bf7a-cac4baf453ad tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:38:03.405091 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-189f8304-1d97-4f4a-b038-b46a3a6f88b3 req-7ea206a4-29f3-49ed-bf7a-cac4baf453ad tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 945 time: 0.0907114
Dec 11 16:38:03.413412 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee9f59b-f075-4737-9a0b-e4e1d91dbc83 None None] Routers {'7b00b697-1d1a-4fe7-b651-413f98aed4cd'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:38:03.413968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-8ee9f59b-f075-4737-9a0b-e4e1d91dbc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabf2d208>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:37:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:38:03.416464 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 35122) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:38:03.423772 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-4e9495cf-c877-43f9-814c-c57c74b25269 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Request body: {'floatingip': {'port_id': '02546921-7722-4266-94c1-780e40baa1e7'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:38:03.433209 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673fc8c-eeee-4f0b-b620-b861af983f89 req-a344cad7-e912-488d-b6b8-e460173c0a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:38:03.434880 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6673fc8c-eeee-4f0b-b620-b861af983f89 req-a344cad7-e912-488d-b6b8-e460173c0a5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=039bbca1-f016-4285-abfa-5348e6c4eb84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828955
Dec 11 16:38:03.515094 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4e9495cf-c877-43f9-814c-c57c74b25269 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for floatingip, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:03.616012 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6673fc8c-eeee-4f0b-b620-b861af983f89 req-0493a530-e548-41e3-8cf8-c469298e017b service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1736798
Dec 11 16:38:03.619654 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-8ee9f59b-f075-4737-9a0b-e4e1d91dbc83 None None] Set router 7b00b697-1d1a-4fe7-b651-413f98aed4cd gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:38:03.768200 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6673fc8c-eeee-4f0b-b620-b861af983f89 req-094175da-42bb-4234-b386-b34f9bb9d9ab service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1458206
Dec 11 16:38:04.003862 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-8ee9f59b-f075-4737-9a0b-e4e1d91dbc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabf2d208>, [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:06Z', 'revision_number': 4, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': '87d7c576-071d-4b74-baf1-ce09a6499281', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'port_id': 'b666f4f3-e102-4f5b-8650-dea51a784faa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'mac_address': 'fa:16:3e:f5:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a2d256-8fc5-4ab6-92db-fcef877abd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:37:45Z', 'updated_at': '2020-12-11T16:38:01Z', 'revision_number': 1, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ae03cf-7105-4a44-b686-f03adb5ff09d', 'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'mac_address': 'fa:16:3e:2e:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:02Z', 'updated_at': '2020-12-11T16:27:19Z', 'revision_number': 5, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'subnets': [{'id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:38:04.009842 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee9f59b-f075-4737-9a0b-e4e1d91dbc83 None None] The sync data for ids ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'] in dv-cinder-766752-1-iscsi is: [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:06Z', 'revision_number': 4, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': '87d7c576-071d-4b74-baf1-ce09a6499281', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'port_id': 'b666f4f3-e102-4f5b-8650-dea51a784faa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'mac_address': 'fa:16:3e:f5:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a2d256-8fc5-4ab6-92db-fcef877abd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:37:45Z', 'updated_at': '2020-12-11T16:38:01Z', 'revision_number': 1, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ae03cf-7105-4a44-b686-f03adb5ff09d', 'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'mac_address': 'fa:16:3e:2e:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:02Z', 'updated_at': '2020-12-11T16:27:19Z', 'revision_number': 5, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'subnets': [{'id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:38:04.204006 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4e9495cf-c877-43f9-814c-c57c74b25269 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for floatingip, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:04.206968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4e9495cf-c877-43f9-814c-c57c74b25269 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854270810'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:04.298112 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8309fb-c381-4e66-9a01-f641cab977fa None None] New status for floating IP 87d7c576-071d-4b74-baf1-ce09a6499281: ACTIVE {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 11 16:38:04.409153 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.l3_db [None req-4e9495cf-c877-43f9-814c-c57c74b25269 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Floating IP a18c7813-093b-4200-bc01-2271fbf46fc4 associated. External IP: 172.27.3.234, port: 02546921-7722-4266-94c1-780e40baa1e7.
Dec 11 16:38:05.067867 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9495cf-c877-43f9-814c-c57c74b25269 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Router 9a3f4f3f-019b-436a-9bea-191203bd2585 has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:38:05.272583 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9495cf-c877-43f9-814c-c57c74b25269 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:38:05.277654 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4e9495cf-c877-43f9-814c-c57c74b25269 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:05.283136 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6d6dd-299f-4c7d-8990-22ddc1ac1a69 None None] Sync routers for ids ['9a3f4f3f-019b-436a-9bea-191203bd2585'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:38:05.294086 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6d6dd-299f-4c7d-8990-22ddc1ac1a69 None None] Routers {'9a3f4f3f-019b-436a-9bea-191203bd2585'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:38:05.294761 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-6ca6d6dd-299f-4c7d-8990-22ddc1ac1a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabd34c88>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:37:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['9a3f4f3f-019b-436a-9bea-191203bd2585'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:38:05.350231 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-4e9495cf-c877-43f9-814c-c57c74b25269 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "PUT /v2.0/floatingips/a18c7813-093b-4200-bc01-2271fbf46fc4 HTTP/1.1" status: 200  len: 991 time: 1.9322743
Dec 11 16:38:05.350928 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118d5264-6bd8-4e8a-83e2-d72c4c47acb8', 'tag': '02546921-7722-4266-94c1-780e40baa1e7'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:38:05.418245 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118d5264-6bd8-4e8a-83e2-d72c4c47acb8', 'tag': '02546921-7722-4266-94c1-780e40baa1e7', 'status': 'completed', 'code': 200}
Dec 11 16:38:05.538281 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-6ca6d6dd-299f-4c7d-8990-22ddc1ac1a69 None None] Set router 9a3f4f3f-019b-436a-9bea-191203bd2585 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:38:05.598678 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d392ec-dc62-460e-8b24-de33e5947136 req-26e8bb30-3f40-4178-9570-8c9df685af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:38:05.601482 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c1d392ec-dc62-460e-8b24-de33e5947136 req-26e8bb30-3f40-4178-9570-8c9df685af22 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1c5767d59b7a47b5accf73b3f5a99e0f&device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 1162 time: 0.1263418
Dec 11 16:38:05.771283 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d392ec-dc62-460e-8b24-de33e5947136 req-6f4c3a0c-e3b7-4382-b699-f0dc430f6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:38:05.773032 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c1d392ec-dc62-460e-8b24-de33e5947136 req-6f4c3a0c-e3b7-4382-b699-f0dc430f6354 service neutron] 10.222.0.64 "GET /v2.0/networks?id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33 HTTP/1.1" status: 200  len: 904 time: 0.1651671
Dec 11 16:38:05.901188 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-506dbcf6-5813-4dfc-9764-c54162a293b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:06.156913 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c1d392ec-dc62-460e-8b24-de33e5947136 req-db30c677-9c53-4b37-9439-6de2e6ad4c77 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02546921-7722-4266-94c1-780e40baa1e7 HTTP/1.1" status: 200  len: 999 time: 0.3772418
Dec 11 16:38:06.175869 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-6ca6d6dd-299f-4c7d-8990-22ddc1ac1a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabd34c88>, [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:27:20Z', 'revision_number': 4, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': 'a18c7813-093b-4200-bc01-2271fbf46fc4', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'port_id': '02546921-7722-4266-94c1-780e40baa1e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'mac_address': 'fa:16:3e:9b:67:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118d5264-6bd8-4e8a-83e2-d72c4c47acb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:37:46Z', 'updated_at': '2020-12-11T16:38:04Z', 'revision_number': 1, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97cd7f19-67ce-471d-8154-dc6aa74efef8', 'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'mac_address': 'fa:16:3e:2b:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:16Z', 'updated_at': '2020-12-11T16:27:34Z', 'revision_number': 5, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'subnets': [{'id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:38:06.182966 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6d6dd-299f-4c7d-8990-22ddc1ac1a69 None None] Checking router: 9a3f4f3f-019b-436a-9bea-191203bd2585 for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:38:06.200523 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6d6dd-299f-4c7d-8990-22ddc1ac1a69 None None] Routers {'9a3f4f3f-019b-436a-9bea-191203bd2585'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:38:06.201705 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-6ca6d6dd-299f-4c7d-8990-22ddc1ac1a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabd34c88>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:37:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['9a3f4f3f-019b-436a-9bea-191203bd2585'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:38:06.235710 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d392ec-dc62-460e-8b24-de33e5947136 req-1b4c11fe-c3a8-4419-b96d-4835126f0177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:38:06.237313 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c1d392ec-dc62-460e-8b24-de33e5947136 req-1b4c11fe-c3a8-4419-b96d-4835126f0177 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc5b558-60c5-446c-9755-1fcb42bad47f HTTP/1.1" status: 200  len: 849 time: 0.0747418
Dec 11 16:38:06.325489 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d392ec-dc62-460e-8b24-de33e5947136 req-0b8b81b7-0249-412c-b132-7fc95146487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:38:06.327420 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c1d392ec-dc62-460e-8b24-de33e5947136 req-0b8b81b7-0249-412c-b132-7fc95146487f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830154
Dec 11 16:38:06.432004 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-6ca6d6dd-299f-4c7d-8990-22ddc1ac1a69 None None] Set router 9a3f4f3f-019b-436a-9bea-191203bd2585 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:38:06.489369 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c1d392ec-dc62-460e-8b24-de33e5947136 req-3dfc2c09-9d2e-4e39-953f-c5562fee1f85 service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552558
Dec 11 16:38:06.671537 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c1d392ec-dc62-460e-8b24-de33e5947136 req-bd1835e0-d9df-4cd2-bbdc-dcd749d315cb service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1747506
Dec 11 16:38:06.757729 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:38:06.864023 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-6ca6d6dd-299f-4c7d-8990-22ddc1ac1a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabd34c88>, [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:27:20Z', 'revision_number': 4, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': 'a18c7813-093b-4200-bc01-2271fbf46fc4', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'port_id': '02546921-7722-4266-94c1-780e40baa1e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'mac_address': 'fa:16:3e:9b:67:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118d5264-6bd8-4e8a-83e2-d72c4c47acb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:37:46Z', 'updated_at': '2020-12-11T16:38:04Z', 'revision_number': 1, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97cd7f19-67ce-471d-8154-dc6aa74efef8', 'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'mac_address': 'fa:16:3e:2b:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:16Z', 'updated_at': '2020-12-11T16:27:34Z', 'revision_number': 5, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'subnets': [{'id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:38:06.868922 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6d6dd-299f-4c7d-8990-22ddc1ac1a69 None None] The sync data for ids ['9a3f4f3f-019b-436a-9bea-191203bd2585'] in dv-cinder-766752-1-iscsi is: [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:27:20Z', 'revision_number': 4, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': 'a18c7813-093b-4200-bc01-2271fbf46fc4', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'port_id': '02546921-7722-4266-94c1-780e40baa1e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'mac_address': 'fa:16:3e:9b:67:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118d5264-6bd8-4e8a-83e2-d72c4c47acb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:37:46Z', 'updated_at': '2020-12-11T16:38:04Z', 'revision_number': 1, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97cd7f19-67ce-471d-8154-dc6aa74efef8', 'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'mac_address': 'fa:16:3e:2b:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:16Z', 'updated_at': '2020-12-11T16:27:34Z', 'revision_number': 5, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'subnets': [{'id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:38:07.163438 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d582ee61-2611-4639-8e88-4672b65b2a08 None None] New status for floating IP a18c7813-093b-4200-bc01-2271fbf46fc4: ACTIVE {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 11 16:38:08.195443 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a3995ca4-90a6-44ec-94e8-bf52bc13102f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:09.035725 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:10.178502 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:10.986058 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:22.793168 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:35.905732 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6a9cddd2-f5f6-4d01-ab8d-6026cb2b93c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:38.200463 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7a5215f0-68b5-4049-860f-1c606afbc61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:39.039798 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:40.184581 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:40.988604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:43.748690 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:38:52.222472 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1f53d357-ba82-4fe6-a4ee-725806e645bb req-997adbc3-a4a7-45a9-80d3-7791201b1022 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0858519
Dec 11 16:38:52.403335 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53d357-ba82-4fe6-a4ee-725806e645bb req-52d5f301-0b7d-4d3d-8881-0d6cba5727dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:38:52.405425 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1f53d357-ba82-4fe6-a4ee-725806e645bb req-52d5f301-0b7d-4d3d-8881-0d6cba5727dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ad201a40eb54facbb2b8d35f51492f4&device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 1162 time: 0.0900466
Dec 11 16:38:52.595862 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53d357-ba82-4fe6-a4ee-725806e645bb req-1438bb00-6318-45d4-85e2-b6884280ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:38:52.597529 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1f53d357-ba82-4fe6-a4ee-725806e645bb req-1438bb00-6318-45d4-85e2-b6884280ceae service neutron] 10.222.0.64 "GET /v2.0/networks?id=039bbca1-f016-4285-abfa-5348e6c4eb84 HTTP/1.1" status: 200  len: 911 time: 0.1722248
Dec 11 16:38:52.725431 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1f53d357-ba82-4fe6-a4ee-725806e645bb req-227b217a-8c33-4f44-908c-54d94e5da28a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b666f4f3-e102-4f5b-8650-dea51a784faa HTTP/1.1" status: 200  len: 1001 time: 0.1205881
Dec 11 16:38:52.811445 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:38:52.831785 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53d357-ba82-4fe6-a4ee-725806e645bb req-055374bb-9302-4747-809e-5e7e3c04b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:38:52.833404 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1f53d357-ba82-4fe6-a4ee-725806e645bb req-055374bb-9302-4747-809e-5e7e3c04b4db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c00391c9-6902-493e-bdec-b850663c39cb HTTP/1.1" status: 200  len: 856 time: 0.0898409
Dec 11 16:38:52.920973 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53d357-ba82-4fe6-a4ee-725806e645bb req-fe7a92af-469d-4272-86b0-d4f6b522d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:38:52.922772 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1f53d357-ba82-4fe6-a4ee-725806e645bb req-fe7a92af-469d-4272-86b0-d4f6b522d6b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=039bbca1-f016-4285-abfa-5348e6c4eb84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820575
Dec 11 16:38:53.079401 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1f53d357-ba82-4fe6-a4ee-725806e645bb req-e96e1314-31d7-42cc-8a44-57de4032015d service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494410
Dec 11 16:38:53.239259 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1f53d357-ba82-4fe6-a4ee-725806e645bb req-b008b916-3ec2-4bad-bb22-827eace47031 service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1524742
Dec 11 16:39:05.900208 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-488ee5d5-532a-45c2-ac64-62ddc2d2ea14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:39:08.193130 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c549cae9-9350-4062-be00-8fffdcf1da98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:39:09.043157 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:39:10.182547 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:39:10.990841 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:39:20.748851 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:39:22.817347 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:39:35.904946 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2e7b8f68-9ea3-492a-b2a0-088e5cac1032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:39:38.196038 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c1fcfed6-4939-4903-ba8a-9b4cceeb9b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:39:39.044183 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:39:40.176335 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:39:40.992622 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:39:52.830558 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:39:53.239892 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ccfce7e2-4d09-4ccb-9fea-a1e857d16c45 req-332fcb77-6d8d-4293-be64-9270415f90a0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0820315
Dec 11 16:39:53.347162 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfce7e2-4d09-4ccb-9fea-a1e857d16c45 req-e23c0741-a101-4b0a-8277-69d0faa888fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:39:53.348959 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ccfce7e2-4d09-4ccb-9fea-a1e857d16c45 req-e23c0741-a101-4b0a-8277-69d0faa888fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1c5767d59b7a47b5accf73b3f5a99e0f&device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 1162 time: 0.0773108
Dec 11 16:39:53.511018 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfce7e2-4d09-4ccb-9fea-a1e857d16c45 req-7edc64b2-2273-4340-be46-7196792138fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:39:53.512558 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ccfce7e2-4d09-4ccb-9fea-a1e857d16c45 req-7edc64b2-2273-4340-be46-7196792138fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33 HTTP/1.1" status: 200  len: 904 time: 0.1441174
Dec 11 16:39:53.625747 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ccfce7e2-4d09-4ccb-9fea-a1e857d16c45 req-4066eca2-563a-4142-96ac-41d4c83d5435 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02546921-7722-4266-94c1-780e40baa1e7 HTTP/1.1" status: 200  len: 1001 time: 0.1051595
Dec 11 16:39:53.697625 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfce7e2-4d09-4ccb-9fea-a1e857d16c45 req-601836e4-9ada-4177-9873-0e27b6adc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:39:53.699261 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ccfce7e2-4d09-4ccb-9fea-a1e857d16c45 req-601836e4-9ada-4177-9873-0e27b6adc821 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc5b558-60c5-446c-9755-1fcb42bad47f HTTP/1.1" status: 200  len: 849 time: 0.0673282
Dec 11 16:39:53.784493 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfce7e2-4d09-4ccb-9fea-a1e857d16c45 req-0a357aec-c031-48bc-ad28-77dbd7b2934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:39:53.786110 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ccfce7e2-4d09-4ccb-9fea-a1e857d16c45 req-0a357aec-c031-48bc-ad28-77dbd7b2934d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797215
Dec 11 16:39:53.935750 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ccfce7e2-4d09-4ccb-9fea-a1e857d16c45 req-817ad6af-5c59-4ec4-ab20-8a5faff2f1e9 service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376784
Dec 11 16:39:54.078974 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ccfce7e2-4d09-4ccb-9fea-a1e857d16c45 req-abb8ded3-db86-4cf2-aff7-13ae789cfe8e service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368122
Dec 11 16:39:57.749320 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:40:05.910515 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3d515db1-9f75-4199-93b3-174c8cddeb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:40:08.199188 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8b74198e-d9e4-4d7f-b516-2533cab5add2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:40:09.047411 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:40:10.181410 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:40:10.995087 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:40:22.830836 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:40:34.749115 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:40:35.903030 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-61f48de6-6faa-47e7-80b0-c42ff84f702b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:40:38.201109 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-81d1b43f-ed79-421e-8bd4-c04f8422b851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:40:39.051382 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:40:40.184872 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:40:40.998222 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:40:52.845297 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:40:53.199110 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ccfcc67d-7821-40c3-8f5f-06b1e5383cf1 req-bf36b9e2-8f4e-493f-be77-7b120be46a21 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0772226
Dec 11 16:40:53.381762 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcc67d-7821-40c3-8f5f-06b1e5383cf1 req-87c32a48-9ba9-466b-afd5-0840c475cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:40:53.383409 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ccfcc67d-7821-40c3-8f5f-06b1e5383cf1 req-87c32a48-9ba9-466b-afd5-0840c475cf29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ad201a40eb54facbb2b8d35f51492f4&device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 1162 time: 0.0815585
Dec 11 16:40:53.564466 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcc67d-7821-40c3-8f5f-06b1e5383cf1 req-1a87c03b-e827-4598-a369-582df506028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:40:53.566265 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ccfcc67d-7821-40c3-8f5f-06b1e5383cf1 req-1a87c03b-e827-4598-a369-582df506028c service neutron] 10.222.0.64 "GET /v2.0/networks?id=039bbca1-f016-4285-abfa-5348e6c4eb84 HTTP/1.1" status: 200  len: 911 time: 0.1473396
Dec 11 16:40:53.671913 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ccfcc67d-7821-40c3-8f5f-06b1e5383cf1 req-ab2bd2cc-9ad2-4fbd-b43a-306bd2d472ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b666f4f3-e102-4f5b-8650-dea51a784faa HTTP/1.1" status: 200  len: 1001 time: 0.0987947
Dec 11 16:40:53.744808 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcc67d-7821-40c3-8f5f-06b1e5383cf1 req-ea474712-7dd7-40b4-aa4f-e0d747aefb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:40:53.746202 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ccfcc67d-7821-40c3-8f5f-06b1e5383cf1 req-ea474712-7dd7-40b4-aa4f-e0d747aefb25 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c00391c9-6902-493e-bdec-b850663c39cb HTTP/1.1" status: 200  len: 856 time: 0.0675564
Dec 11 16:40:53.826685 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcc67d-7821-40c3-8f5f-06b1e5383cf1 req-c3611dc7-987b-4934-8c82-5aceb0193ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:40:53.828344 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ccfcc67d-7821-40c3-8f5f-06b1e5383cf1 req-c3611dc7-987b-4934-8c82-5aceb0193ac3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=039bbca1-f016-4285-abfa-5348e6c4eb84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754936
Dec 11 16:40:53.970598 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ccfcc67d-7821-40c3-8f5f-06b1e5383cf1 req-1305b36e-3b29-4107-9f8f-27e5a7aad08b service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354730
Dec 11 16:40:54.112142 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ccfcc67d-7821-40c3-8f5f-06b1e5383cf1 req-b7a44ded-09a9-49c8-ac8d-085d1afcb036 service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1354048
Dec 11 16:41:05.905935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c1259dbb-a8fe-495d-b37d-367dd7232eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:41:08.202265 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0ce51c51-599c-4d47-9fac-5049e7f42580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:41:09.053767 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:41:10.188207 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:41:11.000228 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:41:11.749520 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:41:22.908375 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:41:35.909054 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ed4573b6-5501-48a7-987d-8148f6ef5140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:41:38.204434 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-92ebf9b5-a684-49ba-ac9a-70ee7b98cc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:41:39.064330 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:41:40.194351 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:41:41.001294 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:41:48.750727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:41:52.906367 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:41:53.231816 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f23bef85-29fa-4e7b-b9d1-e68155949f66 req-c5d6f32f-e516-400b-93a7-8b0acb2d0c17 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0784087
Dec 11 16:41:53.339796 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bef85-29fa-4e7b-b9d1-e68155949f66 req-5e982295-7718-4d32-a89f-0e478ce91cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:41:53.341417 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f23bef85-29fa-4e7b-b9d1-e68155949f66 req-5e982295-7718-4d32-a89f-0e478ce91cb1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1c5767d59b7a47b5accf73b3f5a99e0f&device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 1162 time: 0.0764413
Dec 11 16:41:53.501248 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bef85-29fa-4e7b-b9d1-e68155949f66 req-e451fe34-e319-4a63-b157-58893223c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:41:53.502782 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f23bef85-29fa-4e7b-b9d1-e68155949f66 req-e451fe34-e319-4a63-b157-58893223c509 service neutron] 10.222.0.64 "GET /v2.0/networks?id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33 HTTP/1.1" status: 200  len: 904 time: 0.1426787
Dec 11 16:41:53.832224 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f23bef85-29fa-4e7b-b9d1-e68155949f66 req-0cc48636-0589-4d8d-8ba9-8b571f0165c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02546921-7722-4266-94c1-780e40baa1e7 HTTP/1.1" status: 200  len: 1001 time: 0.3216565
Dec 11 16:41:53.901172 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bef85-29fa-4e7b-b9d1-e68155949f66 req-9d685e27-fc33-4703-b41e-27b6d903337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:41:53.902716 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f23bef85-29fa-4e7b-b9d1-e68155949f66 req-9d685e27-fc33-4703-b41e-27b6d903337e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc5b558-60c5-446c-9755-1fcb42bad47f HTTP/1.1" status: 200  len: 849 time: 0.0641739
Dec 11 16:41:53.984046 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bef85-29fa-4e7b-b9d1-e68155949f66 req-11ae77ad-36e5-4691-905e-823c7eb49a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:41:53.985635 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f23bef85-29fa-4e7b-b9d1-e68155949f66 req-11ae77ad-36e5-4691-905e-823c7eb49a8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765777
Dec 11 16:41:54.133326 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f23bef85-29fa-4e7b-b9d1-e68155949f66 req-a8fef3cc-1d0e-40aa-a165-eb39582f3f94 service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402998
Dec 11 16:41:54.283816 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f23bef85-29fa-4e7b-b9d1-e68155949f66 req-5f448aa1-0a60-429f-95aa-45384a7eae05 service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1439860
Dec 11 16:42:05.912249 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-56733e0e-9f38-4c95-9732-bbf76754a73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:42:08.206586 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ffdc2969-b023-4d2f-8b28-a77805064476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:42:09.059193 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:42:10.193930 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:42:11.005031 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:42:22.906234 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:42:25.751451 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:42:35.914345 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-15a5b593-5d4c-434d-9c49-3160ae79f8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:42:38.208306 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3efa7c12-075e-43d1-8467-809fc87ffe0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:42:39.065288 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:42:40.204536 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:42:41.007899 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:42:45.188982 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [req-a3b45b77-ea4c-48b9-8825-a2356da60f93 req-766e0eb5-dd32-4ad3-b2b6-2e89dceb6cb1 service neutron] (80200) timed out ('10.222.0.64', 57718) {{(pid=80200) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 11 16:42:52.925474 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:42:54.311915 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1eafe8fd-5ab4-464e-bdfd-af537020ce8a req-ddcd2875-5a06-44d2-b043-41efb53fe6b2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1787710
Dec 11 16:42:54.486524 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafe8fd-5ab4-464e-bdfd-af537020ce8a req-1bf2249e-8866-4dda-b9a8-0ac70da5685b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:42:54.488137 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1eafe8fd-5ab4-464e-bdfd-af537020ce8a req-1bf2249e-8866-4dda-b9a8-0ac70da5685b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ad201a40eb54facbb2b8d35f51492f4&device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 1162 time: 0.0841568
Dec 11 16:42:54.649312 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafe8fd-5ab4-464e-bdfd-af537020ce8a req-4f6752cf-9dd8-4326-836d-c8416fe06f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:42:54.651499 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1eafe8fd-5ab4-464e-bdfd-af537020ce8a req-4f6752cf-9dd8-4326-836d-c8416fe06f3a service neutron] 10.222.0.64 "GET /v2.0/networks?id=039bbca1-f016-4285-abfa-5348e6c4eb84 HTTP/1.1" status: 200  len: 911 time: 0.1434028
Dec 11 16:42:54.715170 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [req-b7066a9d-74d9-4cc3-8d8e-778ba5317c68 req-60aafdf9-abd8-4845-a604-4c6710a3dcba service neutron] (80200) timed out ('10.222.0.64', 57745) {{(pid=80200) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 11 16:42:54.760603 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1eafe8fd-5ab4-464e-bdfd-af537020ce8a req-49676d64-18e3-43bf-9d18-190f7b58b15b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b666f4f3-e102-4f5b-8650-dea51a784faa HTTP/1.1" status: 200  len: 1001 time: 0.1015441
Dec 11 16:42:54.836223 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafe8fd-5ab4-464e-bdfd-af537020ce8a req-396c5380-35d5-4013-8cca-2255dc03e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:42:54.837819 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1eafe8fd-5ab4-464e-bdfd-af537020ce8a req-396c5380-35d5-4013-8cca-2255dc03e1f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c00391c9-6902-493e-bdec-b850663c39cb HTTP/1.1" status: 200  len: 856 time: 0.0713379
Dec 11 16:42:54.924709 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafe8fd-5ab4-464e-bdfd-af537020ce8a req-f6cba5b1-9ebf-49d2-81d6-3f4f6d998db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:42:54.926326 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1eafe8fd-5ab4-464e-bdfd-af537020ce8a req-f6cba5b1-9ebf-49d2-81d6-3f4f6d998db6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=039bbca1-f016-4285-abfa-5348e6c4eb84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823610
Dec 11 16:42:55.075819 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1eafe8fd-5ab4-464e-bdfd-af537020ce8a req-c7558a68-a18b-440b-a317-d75257030f13 service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412029
Dec 11 16:42:55.224925 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1eafe8fd-5ab4-464e-bdfd-af537020ce8a req-5b5e678a-da6e-4fa1-9462-94808d523c79 service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1422851
Dec 11 16:43:02.752165 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:43:05.918112 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ea2633f3-f13a-4b74-815d-8eb035ce7212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:43:08.211184 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95809472-235b-4451-9a12-abff761f3b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:43:09.064526 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:43:10.196278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:43:11.010658 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:43:22.920299 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:43:35.920678 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b79f64aa-112d-43b3-b37a-4e4b820c6126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:43:38.212804 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5b135dfe-1b80-4d34-a94a-bd2d0881834f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:43:39.066589 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:43:39.751939 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:43:40.198062 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:43:41.012389 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:43:52.921381 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:43:55.231865 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-694c355f-c297-4092-af6d-abea9fb82685 req-0cd0c7c2-d876-4118-9aa1-70940fb5a51b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0791795
Dec 11 16:43:55.335909 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c355f-c297-4092-af6d-abea9fb82685 req-f3009a0c-a5eb-4b50-97c6-652abe63d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:43:55.337999 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-694c355f-c297-4092-af6d-abea9fb82685 req-f3009a0c-a5eb-4b50-97c6-652abe63d49f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1c5767d59b7a47b5accf73b3f5a99e0f&device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 1162 time: 0.0744476
Dec 11 16:43:55.495481 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c355f-c297-4092-af6d-abea9fb82685 req-c31a2c25-d347-4705-ae83-bf6eda741010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:43:55.496904 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-694c355f-c297-4092-af6d-abea9fb82685 req-c31a2c25-d347-4705-ae83-bf6eda741010 service neutron] 10.222.0.64 "GET /v2.0/networks?id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33 HTTP/1.1" status: 200  len: 904 time: 0.1399009
Dec 11 16:43:55.609546 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-694c355f-c297-4092-af6d-abea9fb82685 req-f480430a-f4f0-494b-9bce-9932fb9f0115 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02546921-7722-4266-94c1-780e40baa1e7 HTTP/1.1" status: 200  len: 1001 time: 0.1058612
Dec 11 16:43:55.677917 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c355f-c297-4092-af6d-abea9fb82685 req-b3c82fa2-58a0-4d54-87ab-9da54b3d8639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:43:55.679472 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-694c355f-c297-4092-af6d-abea9fb82685 req-b3c82fa2-58a0-4d54-87ab-9da54b3d8639 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc5b558-60c5-446c-9755-1fcb42bad47f HTTP/1.1" status: 200  len: 849 time: 0.0639722
Dec 11 16:43:55.761452 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c355f-c297-4092-af6d-abea9fb82685 req-d50f7f0b-631a-4a7c-b37f-9d46758623e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:43:55.762990 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-694c355f-c297-4092-af6d-abea9fb82685 req-d50f7f0b-631a-4a7c-b37f-9d46758623e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764868
Dec 11 16:43:55.907507 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-694c355f-c297-4092-af6d-abea9fb82685 req-6af213a6-9f0d-4d78-8a22-e42c58ee5265 service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365807
Dec 11 16:43:56.050598 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-694c355f-c297-4092-af6d-abea9fb82685 req-aecb3676-5a2e-4a36-ad0f-687f990a9f79 service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1365156
Dec 11 16:44:05.923248 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0e542b7b-b2c3-47cd-bab9-825a73d5b47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:44:08.214539 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c4d353d6-dc48-456d-a397-7e9bb3f2d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:44:09.069559 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:44:10.199754 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:44:11.014443 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:44:13.148485 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [req-fabf8896-08ed-4616-a7d8-b8baf96ef534 req-41772985-f763-46ca-943b-f8b4e8fda549 service neutron] (80199) timed out ('10.222.0.64', 57769) {{(pid=80199) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 11 16:44:16.751622 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:44:22.935047 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:44:35.925312 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ea4e4f01-95f9-41d9-b2af-1dbd4ea1d240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:44:38.214764 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5ecc7071-2a22-463c-ade4-05ae0b9cfc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:44:39.074768 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:44:40.202999 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:44:41.019425 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:44:52.951402 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:44:53.751813 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:44:55.226740 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ecdbb004-09e9-4e15-8a12-77395c2d697e req-37728d59-2ed9-4500-9c05-f01af5322d13 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0745070
Dec 11 16:44:55.386708 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbb004-09e9-4e15-8a12-77395c2d697e req-66ab1d3e-03ff-43c2-aa99-212bca6b673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:44:55.388336 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ecdbb004-09e9-4e15-8a12-77395c2d697e req-66ab1d3e-03ff-43c2-aa99-212bca6b673f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ad201a40eb54facbb2b8d35f51492f4&device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 1162 time: 0.0746529
Dec 11 16:44:55.546181 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbb004-09e9-4e15-8a12-77395c2d697e req-40e1f1ed-96ff-4db5-9b16-5186237e1bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:44:55.547797 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ecdbb004-09e9-4e15-8a12-77395c2d697e req-40e1f1ed-96ff-4db5-9b16-5186237e1bb0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=039bbca1-f016-4285-abfa-5348e6c4eb84 HTTP/1.1" status: 200  len: 911 time: 0.1400704
Dec 11 16:44:55.655769 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ecdbb004-09e9-4e15-8a12-77395c2d697e req-5dfc3c1b-7740-4bab-a637-972d4aad8e42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b666f4f3-e102-4f5b-8650-dea51a784faa HTTP/1.1" status: 200  len: 1001 time: 0.1006517
Dec 11 16:44:55.727874 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbb004-09e9-4e15-8a12-77395c2d697e req-325ae79c-b986-4d3d-9faf-df173fa76e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:44:55.729451 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ecdbb004-09e9-4e15-8a12-77395c2d697e req-325ae79c-b986-4d3d-9faf-df173fa76e20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c00391c9-6902-493e-bdec-b850663c39cb HTTP/1.1" status: 200  len: 856 time: 0.0667603
Dec 11 16:44:55.809631 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbb004-09e9-4e15-8a12-77395c2d697e req-de13376c-65af-47ee-b0bb-e7c38c6820bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:44:55.811166 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ecdbb004-09e9-4e15-8a12-77395c2d697e req-de13376c-65af-47ee-b0bb-e7c38c6820bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=039bbca1-f016-4285-abfa-5348e6c4eb84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754051
Dec 11 16:44:55.952658 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ecdbb004-09e9-4e15-8a12-77395c2d697e req-4b9d3dc6-57a2-40cf-85bc-8e7203c8987d service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351411
Dec 11 16:44:56.096779 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ecdbb004-09e9-4e15-8a12-77395c2d697e req-dfd6a22b-5fb3-45d1-9cfd-900b52fe6b2e service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1355658
Dec 11 16:45:05.926514 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f75a659e-297b-4680-bd65-929655c59dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:45:08.215442 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-881cf812-c939-441c-9d78-ca2b4e392565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:45:09.075258 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:45:10.204392 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:45:11.021523 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:45:22.966215 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:45:30.751687 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:45:35.927353 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4b0fb7dd-25a6-439b-bf00-6c719687323c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:45:38.215068 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-949be1c5-5a73-4c3a-a454-7e18faf9b005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:45:39.078692 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:45:40.206024 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:45:41.024345 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:45:52.982004 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:45:57.227253 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-42603614-4a27-4837-94e8-adf01d217ffb req-57dbb0d0-e750-4270-887a-6ac107fe1a85 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0743108
Dec 11 16:45:57.335362 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42603614-4a27-4837-94e8-adf01d217ffb req-a149b7b8-76be-413e-8501-b8428fb6b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:45:57.336943 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-42603614-4a27-4837-94e8-adf01d217ffb req-a149b7b8-76be-413e-8501-b8428fb6b61f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1c5767d59b7a47b5accf73b3f5a99e0f&device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 1162 time: 0.0781512
Dec 11 16:45:57.493860 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42603614-4a27-4837-94e8-adf01d217ffb req-889e3a68-7947-486b-80b0-88f258f185d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:45:57.495408 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-42603614-4a27-4837-94e8-adf01d217ffb req-889e3a68-7947-486b-80b0-88f258f185d4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33 HTTP/1.1" status: 200  len: 904 time: 0.1392891
Dec 11 16:45:57.605586 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-42603614-4a27-4837-94e8-adf01d217ffb req-eaa2a9cf-9c51-4584-9ab7-08d4ce88c7de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02546921-7722-4266-94c1-780e40baa1e7 HTTP/1.1" status: 200  len: 1001 time: 0.1030600
Dec 11 16:45:57.886485 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42603614-4a27-4837-94e8-adf01d217ffb req-b4feab5d-44ff-4a72-9509-8b579ab8d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:45:57.888097 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-42603614-4a27-4837-94e8-adf01d217ffb req-b4feab5d-44ff-4a72-9509-8b579ab8d829 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc5b558-60c5-446c-9755-1fcb42bad47f HTTP/1.1" status: 200  len: 849 time: 0.2760098
Dec 11 16:45:57.967401 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42603614-4a27-4837-94e8-adf01d217ffb req-125e1d27-ec81-4841-890a-c035bed03782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:45:57.968986 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-42603614-4a27-4837-94e8-adf01d217ffb req-125e1d27-ec81-4841-890a-c035bed03782 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38d5d1c1-19a8-4909-8ee8-0c1228de8a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741446
Dec 11 16:45:58.111698 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-42603614-4a27-4837-94e8-adf01d217ffb req-a41a6951-17a5-471f-b7e0-3548067fb8d3 service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345351
Dec 11 16:45:58.253791 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-42603614-4a27-4837-94e8-adf01d217ffb req-740b8413-400c-456f-a6bd-af0c84c1caa7 service neutron] 10.222.0.64 "GET /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1353567
Dec 11 16:46:05.929239 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8247d41f-3e47-4f52-b551-17d2cb7bba20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:46:07.751724 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:46:08.215303 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e480e24b-bcc7-440a-bc1b-44874258be57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:46:09.080159 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:46:10.207850 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:46:11.027680 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:46:22.982438 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:46:35.930649 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a2b86299-4ebb-492b-9b72-b81d10389069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:46:38.215452 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cb7b1e21-d647-42a3-ad67-efeb7f344efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:46:39.083302 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:46:40.208827 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:46:41.030591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:46:44.751939 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:46:52.981230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:46:57.241128 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-40257b16-12bf-4b51-b8ad-e46b7d462eb6 req-4380c0b3-8d65-4c51-8e33-bd8961780d9c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0781877
Dec 11 16:46:57.401205 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40257b16-12bf-4b51-b8ad-e46b7d462eb6 req-5ce88335-bdec-4919-8a86-3b7f044a08ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:46:57.402816 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-40257b16-12bf-4b51-b8ad-e46b7d462eb6 req-5ce88335-bdec-4919-8a86-3b7f044a08ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ad201a40eb54facbb2b8d35f51492f4&device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 1162 time: 0.0754194
Dec 11 16:46:57.559611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40257b16-12bf-4b51-b8ad-e46b7d462eb6 req-5d317990-473c-4c6b-a53e-35eb5013afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:46:57.561228 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-40257b16-12bf-4b51-b8ad-e46b7d462eb6 req-5d317990-473c-4c6b-a53e-35eb5013afbe service neutron] 10.222.0.64 "GET /v2.0/networks?id=039bbca1-f016-4285-abfa-5348e6c4eb84 HTTP/1.1" status: 200  len: 911 time: 0.1387069
Dec 11 16:46:57.675226 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-40257b16-12bf-4b51-b8ad-e46b7d462eb6 req-7cfe657e-0449-422b-909c-aafde79354f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b666f4f3-e102-4f5b-8650-dea51a784faa HTTP/1.1" status: 200  len: 1001 time: 0.1076536
Dec 11 16:46:57.744234 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40257b16-12bf-4b51-b8ad-e46b7d462eb6 req-535095ff-736a-4df8-9ef5-8ec72ae5a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:46:57.745783 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-40257b16-12bf-4b51-b8ad-e46b7d462eb6 req-535095ff-736a-4df8-9ef5-8ec72ae5a3df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c00391c9-6902-493e-bdec-b850663c39cb HTTP/1.1" status: 200  len: 856 time: 0.0642428
Dec 11 16:46:57.827746 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40257b16-12bf-4b51-b8ad-e46b7d462eb6 req-7f0ec875-52f6-494d-9ee9-b4bc512f9bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:46:57.829237 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-40257b16-12bf-4b51-b8ad-e46b7d462eb6 req-7f0ec875-52f6-494d-9ee9-b4bc512f9bdb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=039bbca1-f016-4285-abfa-5348e6c4eb84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770791
Dec 11 16:46:57.971903 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-40257b16-12bf-4b51-b8ad-e46b7d462eb6 req-4998b83a-e479-4dbb-aa3f-8d0a3e309ce1 service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357930
Dec 11 16:46:58.112851 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-40257b16-12bf-4b51-b8ad-e46b7d462eb6 req-84677ce7-af68-4b71-bd68-3b6a65b35eda service neutron] 10.222.0.64 "GET /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1345668
Dec 11 16:47:05.934007 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fec1c809-1b42-43b6-8f39-10fe775691ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:08.216625 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3fd124a2-ac95-4478-b706-1fb57f98307f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:09.085701 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:10.209114 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:11.034065 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:16.533013 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be557b-5d39-4e87-af7f-14832a5961ea req-36aefcca-dd48-4b2a-a6e3-42761e5a4b97 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:47:16.534684 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-62be557b-5d39-4e87-af7f-14832a5961ea req-36aefcca-dd48-4b2a-a6e3-42761e5a4b97 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 945 time: 0.0862668
Dec 11 16:47:16.583087 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-62be557b-5d39-4e87-af7f-14832a5961ea req-bca8f1ae-60e5-412f-a906-17e4a895aa8a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=fdd7de63-0a5e-4b24-acd1-cc05c7e0b207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416100
Dec 11 16:47:17.033519 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcf7e4-6c21-4ab6-9a85-4bf7c03d9dd8 req-816cf9c5-33b8-4916-9d09-21325f503ff8 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:47:17.034278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-16dcf7e4-6c21-4ab6-9a85-4bf7c03d9dd8 req-816cf9c5-33b8-4916-9d09-21325f503ff8 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Synchronizing usage tracker for tenant:6ad201a40eb54facbb2b8d35f51492f4 on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:47:17.049223 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-16dcf7e4-6c21-4ab6-9a85-4bf7c03d9dd8 req-816cf9c5-33b8-4916-9d09-21325f503ff8 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Unset dirty status for tenant:6ad201a40eb54facbb2b8d35f51492f4 on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:47:17.050415 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-16dcf7e4-6c21-4ab6-9a85-4bf7c03d9dd8 req-816cf9c5-33b8-4916-9d09-21325f503ff8 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.64 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 945 time: 0.0979078
Dec 11 16:47:17.127033 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-16dcf7e4-6c21-4ab6-9a85-4bf7c03d9dd8 req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Deleting port b666f4f3-e102-4f5b-8650-dea51a784faa {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:47:17.127424 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-16dcf7e4-6c21-4ab6-9a85-4bf7c03d9dd8 req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:17.379151 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-16dcf7e4-6c21-4ab6-9a85-4bf7c03d9dd8 req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] For port b666f4f3-e102-4f5b-8650-dea51a784faa, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b666f4f3-e102-4f5b-8650-dea51a784faa,segment=NetworkSegment(874e3b45-2e23-4239-9758-c43aea39df2f),segment_id=874e3b45-2e23-4239-9758-c43aea39df2f)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:47:17.379473 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-16dcf7e4-6c21-4ab6-9a85-4bf7c03d9dd8 req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:17.687986 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-16dcf7e4-6c21-4ab6-9a85-4bf7c03d9dd8 req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for floatingip, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:17.688523 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-16dcf7e4-6c21-4ab6-9a85-4bf7c03d9dd8 req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854270810'] for floatingip, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:17.688732 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.l3_db [req-16dcf7e4-6c21-4ab6-9a85-4bf7c03d9dd8 req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Floating IP 87d7c576-071d-4b74-baf1-ce09a6499281 disassociated. External IP: 172.27.3.156, port: b666f4f3-e102-4f5b-8650-dea51a784faa.
Dec 11 16:47:17.689114 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-16dcf7e4-6c21-4ab6-9a85-4bf7c03d9dd8 req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Calling delete_port for b666f4f3-e102-4f5b-8650-dea51a784faa owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:47:17.831687 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d7461-5ce9-40ac-8db7-eb7623204b13 req-d2a2e91a-17c0-483b-b8b1-788d8154ec80 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:47:17.833313 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7c3d7461-5ce9-40ac-8db7-eb7623204b13 req-d2a2e91a-17c0-483b-b8b1-788d8154ec80 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 945 time: 0.0879843
Dec 11 16:47:17.838351 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-16dcf7e4-6c21-4ab6-9a85-4bf7c03d9dd8 req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:17.854165 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:17.883282 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-7c3d7461-5ce9-40ac-8db7-eb7623204b13 req-fd00d88d-feca-45e8-b951-401babd8c8a8 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups?id=fdd7de63-0a5e-4b24-acd1-cc05c7e0b207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428722
Dec 11 16:47:17.916392 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Pushing event deleted for resources: {'Port': ['ID=b666f4f3-e102-4f5b-8650-dea51a784faa,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:17.933190 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.933673 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.934146 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.934560 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.934998 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.935433 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.935840 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.936248 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.936650 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.937051 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.937453 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.937850 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.938321 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.938796 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.939305 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.939707 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.940106 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.940506 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.940902 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.941297 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.941727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.942199 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.942625 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.943045 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:17.948227 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:18.242517 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16dcf7e4-6c21-4ab6-9a85-4bf7c03d9dd8 req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Router 7b00b697-1d1a-4fe7-b651-413f98aed4cd has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:47:18.425011 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16dcf7e4-6c21-4ab6-9a85-4bf7c03d9dd8 req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:47:18.434604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155d806e-ac30-4aa2-939b-884956a9064e None None] Sync routers for ids ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:47:18.445040 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155d806e-ac30-4aa2-939b-884956a9064e None None] Routers {'7b00b697-1d1a-4fe7-b651-413f98aed4cd'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:47:18.445786 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-155d806e-ac30-4aa2-939b-884956a9064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eb01e7668>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:47:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:18.451694 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device b666f4f3-e102-4f5b-8650-dea51a784faa no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:47:18.460617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-16dcf7e4-6c21-4ab6-9a85-4bf7c03d9dd8 req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] No DVR routers for this DVR port b666f4f3-e102-4f5b-8650-dea51a784faa on host hv-cinder-76675 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:47:18.462880 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-16dcf7e4-6c21-4ab6-9a85-4bf7c03d9dd8 req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:18.465707 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a2d256-8fc5-4ab6-92db-fcef877abd88', 'name': 'network-vif-deleted', 'tag': 'b666f4f3-e102-4f5b-8650-dea51a784faa'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:47:18.481988 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-16dcf7e4-6c21-4ab6-9a85-4bf7c03d9dd8 req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.64 "DELETE /v2.0/ports/b666f4f3-e102-4f5b-8650-dea51a784faa HTTP/1.1" status: 204  len: 173 time: 1.4261186
Dec 11 16:47:18.491404 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] No Port match for: b666f4f3-e102-4f5b-8650-dea51a784faa {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:47:18.492071 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device b666f4f3-e102-4f5b-8650-dea51a784faa not bound to the agent host hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:47:18.605863 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a2d256-8fc5-4ab6-92db-fcef877abd88', 'name': 'network-vif-deleted', 'tag': 'b666f4f3-e102-4f5b-8650-dea51a784faa', 'status': 'completed', 'code': 200}
Dec 11 16:47:18.656282 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-155d806e-ac30-4aa2-939b-884956a9064e None None] Set router 7b00b697-1d1a-4fe7-b651-413f98aed4cd gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:47:18.995194 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-155d806e-ac30-4aa2-939b-884956a9064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eb01e7668>, [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:06Z', 'revision_number': 4, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'a8ae03cf-7105-4a44-b686-f03adb5ff09d', 'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'mac_address': 'fa:16:3e:2e:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:02Z', 'updated_at': '2020-12-11T16:27:19Z', 'revision_number': 5, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'subnets': [{'id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:19.000469 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155d806e-ac30-4aa2-939b-884956a9064e None None] Checking router: 7b00b697-1d1a-4fe7-b651-413f98aed4cd for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:47:19.010695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155d806e-ac30-4aa2-939b-884956a9064e None None] Routers {'7b00b697-1d1a-4fe7-b651-413f98aed4cd'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:47:19.012015 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-155d806e-ac30-4aa2-939b-884956a9064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eb01e7668>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:47:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:19.096354 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-17597331-dd52-41c5-b376-7d136f78223a req-7101e54f-ae25-4a4a-a488-b39c874fbf9c tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/ports?device_id=00a2d256-8fc5-4ab6-92db-fcef877abd88 HTTP/1.1" status: 200  len: 210 time: 0.0475204
Dec 11 16:47:19.200544 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-155d806e-ac30-4aa2-939b-884956a9064e None None] Set router 7b00b697-1d1a-4fe7-b651-413f98aed4cd gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:47:19.526870 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-155d806e-ac30-4aa2-939b-884956a9064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eb01e7668>, [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:06Z', 'revision_number': 4, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'a8ae03cf-7105-4a44-b686-f03adb5ff09d', 'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'mac_address': 'fa:16:3e:2e:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:02Z', 'updated_at': '2020-12-11T16:27:19Z', 'revision_number': 5, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'subnets': [{'id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:19.532036 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155d806e-ac30-4aa2-939b-884956a9064e None None] The sync data for ids ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'] in dv-cinder-766752-1-iscsi is: [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:06Z', 'revision_number': 4, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': 'a8ae03cf-7105-4a44-b686-f03adb5ff09d', 'name': '', 'network_id': '039bbca1-f016-4285-abfa-5348e6c4eb84', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'mac_address': 'fa:16:3e:2e:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:02Z', 'updated_at': '2020-12-11T16:27:19Z', 'revision_number': 5, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'subnets': [{'id': 'c00391c9-6902-493e-bdec-b850663c39cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:47:19.944567 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550714c-8d30-460d-ad95-9489b89a4d9f None None] New status for floating IP 87d7c576-071d-4b74-baf1-ce09a6499281: DOWN {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 11 16:47:21.287246 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 36554) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:21.354497 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f103cc60-2167-40fb-b93a-7ab900458a0c tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:21.385078 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f103cc60-2167-40fb-b93a-7ab900458a0c tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:21.437852 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f103cc60-2167-40fb-b93a-7ab900458a0c tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:21.443459 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-caca6574-41e5-4d07-b891-5c77ba2911d7 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:21.460344 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103cc60-2167-40fb-b93a-7ab900458a0c tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd7de63-0a5e-4b24-acd1-cc05c7e0b207,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:21.466195 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f103cc60-2167-40fb-b93a-7ab900458a0c tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:21.468671 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f103cc60-2167-40fb-b93a-7ab900458a0c tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:21.469890 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-f103cc60-2167-40fb-b93a-7ab900458a0c tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "DELETE /v2.0/security-groups/fdd7de63-0a5e-4b24-acd1-cc05c7e0b207 HTTP/1.1" status: 204  len: 168 time: 0.1815398
Dec 11 16:47:21.472854 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 36558) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:21.493313 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.v2.resource [None req-6432474d-1c4d-42b1-94d4-818dbb0fdf9d tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] show failed (client error): The resource could not be found.
Dec 11 16:47:21.494678 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-6432474d-1c4d-42b1-94d4-818dbb0fdf9d tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "GET /v2.0/security-groups/fdd7de63-0a5e-4b24-acd1-cc05c7e0b207 HTTP/1.1" status: 404  len: 347 time: 0.0205591
Dec 11 16:47:21.497636 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 36562) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:21.664830 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-9fa83a9b-0480-487a-867f-8c1564bcab16 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Deleting port e93f06ac-46be-465a-9cb1-4e429f6d1f09 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:47:21.665214 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9fa83a9b-0480-487a-867f-8c1564bcab16 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:21.752242 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:47:21.846050 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9fa83a9b-0480-487a-867f-8c1564bcab16 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:21.846359 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9fa83a9b-0480-487a-867f-8c1564bcab16 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for floatingip, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:22.193521 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-9fa83a9b-0480-487a-867f-8c1564bcab16 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Calling delete_port for e93f06ac-46be-465a-9cb1-4e429f6d1f09 owned by network:floatingip {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:47:22.334544 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9fa83a9b-0480-487a-867f-8c1564bcab16 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:22.350504 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-5c12bb0a-10e7-465e-9aff-92b3b0888908 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:22.404786 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa83a9b-0480-487a-867f-8c1564bcab16 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Pushing event deleted for resources: {'Port': ['ID=e93f06ac-46be-465a-9cb1-4e429f6d1f09,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:22.409397 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-9fa83a9b-0480-487a-867f-8c1564bcab16 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:22.570563 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9fa83a9b-0480-487a-867f-8c1564bcab16 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks [] for floatingip, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:22.585596 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9fa83a9b-0480-487a-867f-8c1564bcab16 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:22.586887 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-9fa83a9b-0480-487a-867f-8c1564bcab16 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] 10.222.0.68 "DELETE /v2.0/floatingips/87d7c576-071d-4b74-baf1-ce09a6499281 HTTP/1.1" status: 204  len: 168 time: 1.0883071
Dec 11 16:47:22.996470 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:25.571103 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 36586) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:26.111820 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c65a-8bec-4fb2-bce4-dcbb1fb1acaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854276476'] for router_interface, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:26.707331 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9c65a-8bec-4fb2-bce4-dcbb1fb1acaa admin admin] Deleting port a8ae03cf-7105-4a44-b686-f03adb5ff09d {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:47:26.707919 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c65a-8bec-4fb2-bce4-dcbb1fb1acaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:26.890874 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-f9c9c65a-8bec-4fb2-bce4-dcbb1fb1acaa admin admin] For port a8ae03cf-7105-4a44-b686-f03adb5ff09d, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=a8ae03cf-7105-4a44-b686-f03adb5ff09d,segment=NetworkSegment(874e3b45-2e23-4239-9758-c43aea39df2f),segment_id=874e3b45-2e23-4239-9758-c43aea39df2f)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:47:26.891258 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c65a-8bec-4fb2-bce4-dcbb1fb1acaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:27.017819 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9c65a-8bec-4fb2-bce4-dcbb1fb1acaa admin admin] Calling delete_port for a8ae03cf-7105-4a44-b686-f03adb5ff09d owned by network:router_interface {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:47:27.320125 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c65a-8bec-4fb2-bce4-dcbb1fb1acaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:27.336445 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-66c6271e-da28-40b4-aac9-7a308d48b128 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:27.394406 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9c65a-8bec-4fb2-bce4-dcbb1fb1acaa admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ae03cf-7105-4a44-b686-f03adb5ff09d,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:27.398336 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f9c9c65a-8bec-4fb2-bce4-dcbb1fb1acaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:27.958871 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c65a-8bec-4fb2-bce4-dcbb1fb1acaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3353919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854276510'] for router_interface, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:28.458912 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c9c65a-8bec-4fb2-bce4-dcbb1fb1acaa admin admin] Router 7b00b697-1d1a-4fe7-b651-413f98aed4cd has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:47:28.643657 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c9c65a-8bec-4fb2-bce4-dcbb1fb1acaa admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:47:28.652570 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e404798f-b5ed-4f8c-85ff-96b94c8ccc78 None None] Sync routers for ids ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:47:28.656219 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-f9c9c65a-8bec-4fb2-bce4-dcbb1fb1acaa admin admin] 10.222.0.68 "PUT /v2.0/routers/7b00b697-1d1a-4fe7-b651-413f98aed4cd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0839629
Dec 11 16:47:28.659311 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 36592) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:28.662596 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e404798f-b5ed-4f8c-85ff-96b94c8ccc78 None None] Routers {'7b00b697-1d1a-4fe7-b651-413f98aed4cd'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:47:28.663420 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-e404798f-b5ed-4f8c-85ff-96b94c8ccc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabe46ac8>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:47:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:28.841859 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-090186b4-123b-46b7-b9c6-d23f0356c518 admin admin] Notify callbacks [] for router, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:28.847868 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-e404798f-b5ed-4f8c-85ff-96b94c8ccc78 None None] Set router 7b00b697-1d1a-4fe7-b651-413f98aed4cd gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:47:29.022427 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-090186b4-123b-46b7-b9c6-d23f0356c518 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:29.027694 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-090186b4-123b-46b7-b9c6-d23f0356c518 admin admin] Deleting port e4aff631-c7d3-4e34-aa36-2569b1196361 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:47:29.028070 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-090186b4-123b-46b7-b9c6-d23f0356c518 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:29.148407 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-e404798f-b5ed-4f8c-85ff-96b94c8ccc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabe46ac8>, [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:47:27Z', 'revision_number': 5, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:29.152400 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e404798f-b5ed-4f8c-85ff-96b94c8ccc78 None None] Checking router: 7b00b697-1d1a-4fe7-b651-413f98aed4cd for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:47:29.161563 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e404798f-b5ed-4f8c-85ff-96b94c8ccc78 None None] Routers {'7b00b697-1d1a-4fe7-b651-413f98aed4cd'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:47:29.162187 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-e404798f-b5ed-4f8c-85ff-96b94c8ccc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabe46ac8>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:47:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:29.208194 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-090186b4-123b-46b7-b9c6-d23f0356c518 admin admin] For port e4aff631-c7d3-4e34-aa36-2569b1196361, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=e4aff631-c7d3-4e34-aa36-2569b1196361,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:47:29.208600 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-090186b4-123b-46b7-b9c6-d23f0356c518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:29.339192 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-090186b4-123b-46b7-b9c6-d23f0356c518 admin admin] Calling delete_port for e4aff631-c7d3-4e34-aa36-2569b1196361 owned by network:router_gateway {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:47:29.341944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-e404798f-b5ed-4f8c-85ff-96b94c8ccc78 None None] Set router 7b00b697-1d1a-4fe7-b651-413f98aed4cd gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:47:29.482688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-090186b4-123b-46b7-b9c6-d23f0356c518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:29.679775 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-090186b4-123b-46b7-b9c6-d23f0356c518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504972'] for router_gateway, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:29.794117 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-e404798f-b5ed-4f8c-85ff-96b94c8ccc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabe46ac8>, [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:47:27Z', 'revision_number': 5, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:29.798777 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e404798f-b5ed-4f8c-85ff-96b94c8ccc78 None None] The sync data for ids ['7b00b697-1d1a-4fe7-b651-413f98aed4cd'] in dv-cinder-766752-1-iscsi is: [{'id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1299114969-router', 'tenant_id': '6ad201a40eb54facbb2b8d35f51492f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:47:27Z', 'revision_number': 5, 'project_id': '6ad201a40eb54facbb2b8d35f51492f4', 'gw_port': {'id': 'e4aff631-c7d3-4e34-aa36-2569b1196361', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b697-1d1a-4fe7-b651-413f98aed4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:47:29.812107 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-090186b4-123b-46b7-b9c6-d23f0356c518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854257088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854741722'] for router, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:29.814495 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-090186b4-123b-46b7-b9c6-d23f0356c518 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:29.837562 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-090186b4-123b-46b7-b9c6-d23f0356c518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854257090'] for router, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:29.838170 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090186b4-123b-46b7-b9c6-d23f0356c518 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b00b697-1d1a-4fe7-b651-413f98aed4cd {{(pid=80200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 11 16:47:29.850993 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-090186b4-123b-46b7-b9c6-d23f0356c518 admin admin] Notify callbacks [] for router, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:29.852223 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-090186b4-123b-46b7-b9c6-d23f0356c518 admin admin] 10.222.0.68 "DELETE /v2.0/routers/7b00b697-1d1a-4fe7-b651-413f98aed4cd HTTP/1.1" status: 204  len: 168 time: 1.1903458
Dec 11 16:47:29.854957 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 36596) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:29.925522 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d31d789-8efa-4500-a032-b542af9dac76 admin admin] Deleting subnet c00391c9-6902-493e-bdec-b850663c39cb {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 11 16:47:29.928781 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1d31d789-8efa-4500-a032-b542af9dac76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:30.216736 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1d31d789-8efa-4500-a032-b542af9dac76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29288042'] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:30.304155 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1d31d789-8efa-4500-a032-b542af9dac76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851265986'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:30.320213 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device a8ae03cf-7105-4a44-b686-f03adb5ff09d no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:47:30.354136 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: a8ae03cf-7105-4a44-b686-f03adb5ff09d {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:47:30.354540 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device a8ae03cf-7105-4a44-b686-f03adb5ff09d not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:47:30.569706 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1d31d789-8efa-4500-a032-b542af9dac76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29322894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826608918'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:30.585565 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-14b1c266-68ee-4045-93bf-d847a9908802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:30.637341 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31d789-8efa-4500-a032-b542af9dac76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c00391c9-6902-493e-bdec-b850663c39cb,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:30.642530 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1d31d789-8efa-4500-a032-b542af9dac76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:30.725453 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1d31d789-8efa-4500-a032-b542af9dac76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:30.731155 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ecaeee-6a58-4526-9e6c-1d00e726906f None None] Network 039bbca1-f016-4285-abfa-5348e6c4eb84 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:47:30.731576 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1d31d789-8efa-4500-a032-b542af9dac76 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c00391c9-6902-493e-bdec-b850663c39cb HTTP/1.1" status: 204  len: 168 time: 0.8755832
Dec 11 16:47:30.734194 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 36602) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:30.855529 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3897092'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:30.929903 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] Deleting port 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:47:30.930284 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:30.986613 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc280230-d9ca-4bc1-9b12-3a0c5527910f None None] DHCP port deletion for 039bbca1-f016-4285-abfa-5348e6c4eb84 request from dv-cinder-766752-1-iscsi {{(pid=80201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 11 16:47:30.991007 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-bc280230-d9ca-4bc1-9b12-3a0c5527910f None None] Deleting port 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:47:30.991607 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-bc280230-d9ca-4bc1-9b12-3a0c5527910f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:31.146469 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] For port 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949,segment=NetworkSegment(874e3b45-2e23-4239-9758-c43aea39df2f),segment_id=874e3b45-2e23-4239-9758-c43aea39df2f)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:47:31.146793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:31.201831 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-bc280230-d9ca-4bc1-9b12-3a0c5527910f None None] For port 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949,segment=NetworkSegment(874e3b45-2e23-4239-9758-c43aea39df2f),segment_id=874e3b45-2e23-4239-9758-c43aea39df2f)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:47:31.203062 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-bc280230-d9ca-4bc1-9b12-3a0c5527910f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:31.275129 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] Calling delete_port for 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 owned by network:dhcp {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:47:31.329260 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-bc280230-d9ca-4bc1-9b12-3a0c5527910f None None] Calling delete_port for 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 owned by network:dhcp {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:47:31.351339 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:31.367057 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d568ba7c-969b-4d33-b403-9cbad5f375f6 tempest-TestVolumeBootPattern-1002184593 tempest-TestVolumeBootPattern-1002184593] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:31.402783 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.api [None req-bc280230-d9ca-4bc1-9b12-3a0c5527910f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 16:47:31.403146 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_db.api [None req-bc280230-d9ca-4bc1-9b12-3a0c5527910f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 11 16:47:31.423447 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:31.428665 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:31.510420 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] No DVR routers for this DVR port 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 on host dv-cinder-766752-1-iscsi {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:47:31.635000 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536934', 'neutron.services.segments.db._delete_segments_for_network--9223363279767150606'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:31.749609 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6eaa4b4710>,) {'filters': {'network_id': ['039bbca1-f016-4285-abfa-5348e6c4eb84']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:31.762315 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eaa4b4710>, '874e3b45-2e23-4239-9758-c43aea39df2f') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:31.762650 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eaa4b4710>, '874e3b45-2e23-4239-9758-c43aea39df2f') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:31.775208 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279767145639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036825487758'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:31.793028 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:31.795045 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 11 16:47:31.904651 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-bc280230-d9ca-4bc1-9b12-3a0c5527910f None None] Deleting port 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:47:31.905129 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-bc280230-d9ca-4bc1-9b12-3a0c5527910f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:31.971408 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-bc280230-d9ca-4bc1-9b12-3a0c5527910f None None] The port '4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949' was deleted {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 11 16:47:31.977128 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] Network 039bbca1-f016-4285-abfa-5348e6c4eb84 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:47:31.984691 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3532889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29322805'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:32.168833 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] Network 039bbca1-f016-4285-abfa-5348e6c4eb84 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]: Traceback (most recent call last):
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:     timer()
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:     cb(*args, **kw)
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:     return func(*args, **kwargs)
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:     self._notify()
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.callback(batched_events)
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:     event.method(event)
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:     segment_id)['aggregates'][0]
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(self, *a, **k)
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self._get(url).json()
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:     **kwargs)
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.request(url, 'GET', **kwargs)
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:     **endpoint_filter)
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 16:47:32.192771 dv-cinder-766752-1-iscsi neutron-server[80088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 16:47:32.275996 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851238850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854270827'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:32.279482 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a2dcde82-627a-421e-a327-23db667b9196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:32.293627 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:32.305230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] Pushing event deleted for resources: {'Network': ['ID=039bbca1-f016-4285-abfa-5348e6c4eb84,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:32.308598 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:32.321450 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] 10.222.0.68 "DELETE /v2.0/networks/039bbca1-f016-4285-abfa-5348e6c4eb84 HTTP/1.1" status: 204  len: 168 time: 1.5862074
Dec 11 16:47:32.362086 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device e4aff631-c7d3-4e34-aa36-2569b1196361 no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:47:32.398490 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: e4aff631-c7d3-4e34-aa36-2569b1196361 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:47:32.398908 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device e4aff631-c7d3-4e34-aa36-2569b1196361 not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:47:32.399369 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:47:32.432214 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:47:32.432600 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 4a9d7ace-e4f4-4cd8-82ee-2d5c2d1dc949 not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:47:32.472610 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 36608) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:32.526214 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-34e3a19d-93ad-481b-835f-5a775cd715c4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6ad201a40eb54facbb2b8d35f51492f4&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0522881
Dec 11 16:47:32.528804 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 36612) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:32.590172 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c280cfb6-bc02-4f74-a942-3f98c392bd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:32.619449 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c280cfb6-bc02-4f74-a942-3f98c392bd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:32.667553 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c280cfb6-bc02-4f74-a942-3f98c392bd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:32.673121 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a5461d75-dd62-45dc-86c4-ef3891970572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:32.687227 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280cfb6-bc02-4f74-a942-3f98c392bd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626e3ff3-c119-4ada-abb5-305712655a53,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:32.691467 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c280cfb6-bc02-4f74-a942-3f98c392bd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:32.694717 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c280cfb6-bc02-4f74-a942-3f98c392bd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:32.695963 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-c280cfb6-bc02-4f74-a942-3f98c392bd04 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/626e3ff3-c119-4ada-abb5-305712655a53 HTTP/1.1" status: 204  len: 168 time: 0.1661892
Dec 11 16:47:35.327345 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 36694) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:35.498317 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5d4545f1-66cc-4efc-9fbe-8f8ae7f47225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:35.514515 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-5d4545f1-66cc-4efc-9fbe-8f8ae7f47225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:47:35.518651 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-5d4545f1-66cc-4efc-9fbe-8f8ae7f47225 admin admin] Usage tracker for resource:security_group_rule and tenant:67301ec2b84d4e3c90b4cbe9525df172 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:47:35.521643 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-5d4545f1-66cc-4efc-9fbe-8f8ae7f47225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:47:35.527535 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-5d4545f1-66cc-4efc-9fbe-8f8ae7f47225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:47:35.616973 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5d4545f1-66cc-4efc-9fbe-8f8ae7f47225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:35.619630 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-5d4545f1-66cc-4efc-9fbe-8f8ae7f47225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:35.629922 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b89b42b0-45bb-418a-b88f-46ae991f6842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:35.676192 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-5d4545f1-66cc-4efc-9fbe-8f8ae7f47225 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=67301ec2b84d4e3c90b4cbe9525df172&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3476765
Dec 11 16:47:35.677145 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4545f1-66cc-4efc-9fbe-8f8ae7f47225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426b431f-f706-438c-83ae-7f8ec0c6aaa0,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:35.679086 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 36700) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:35.680586 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-5d4545f1-66cc-4efc-9fbe-8f8ae7f47225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:35.747658 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:35.775459 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:35.822104 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:35.827323 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7c6530a8-737f-449f-a64e-9a8609ad3948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:35.838337 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426b431f-f706-438c-83ae-7f8ec0c6aaa0,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:35.850285 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.850716 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.851178 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.851595 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.852008 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.852420 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.852855 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.853239 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.853647 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.854051 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.854453 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.854876 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.855343 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.855747 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.856144 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.856550 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.856948 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.857347 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.857742 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.858685 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.859108 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.859506 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.859902 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.860298 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:47:35.863754 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:35.867274 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/426b431f-f706-438c-83ae-7f8ec0c6aaa0 HTTP/1.1" status: 204  len: 168 time: 0.1870589
Dec 11 16:47:35.869195 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:35.936139 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b467faf3-8ec9-4322-bed6-f6a523a5739f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:36.219402 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 36708) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:36.238626 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cea7ccae-873c-48d6-bbed-59123c363f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:36.253663 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-cea7ccae-873c-48d6-bbed-59123c363f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:47:36.257686 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-cea7ccae-873c-48d6-bbed-59123c363f53 admin admin] Usage tracker for resource:security_group_rule and tenant:a2d6eb6f0ae14b2fadd3b9d620f9d753 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:47:36.260675 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-cea7ccae-873c-48d6-bbed-59123c363f53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:47:36.267129 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-cea7ccae-873c-48d6-bbed-59123c363f53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:47:36.356252 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cea7ccae-873c-48d6-bbed-59123c363f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:36.359357 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cea7ccae-873c-48d6-bbed-59123c363f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:36.368798 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3fa5eaea-bc01-4dc5-b4d9-026229d3d3a1 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:36.415103 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-cea7ccae-873c-48d6-bbed-59123c363f53 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a2d6eb6f0ae14b2fadd3b9d620f9d753&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1920695
Dec 11 16:47:36.415103 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7ccae-873c-48d6-bbed-59123c363f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af0a94d-9bf1-44ab-a572-5c784c71a568,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:36.416529 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 36716) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:36.416756 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-cea7ccae-873c-48d6-bbed-59123c363f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:36.483775 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-015bee1c-076a-4d2d-96ee-261299492da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:36.515037 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-015bee1c-076a-4d2d-96ee-261299492da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:36.565568 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-015bee1c-076a-4d2d-96ee-261299492da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:36.570998 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-05a18cf1-f2bb-4cf5-8b53-b96d1f54b490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:36.582485 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bee1c-076a-4d2d-96ee-261299492da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af0a94d-9bf1-44ab-a572-5c784c71a568,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:36.584838 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-015bee1c-076a-4d2d-96ee-261299492da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:36.590214 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-015bee1c-076a-4d2d-96ee-261299492da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:36.593842 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-015bee1c-076a-4d2d-96ee-261299492da0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1af0a94d-9bf1-44ab-a572-5c784c71a568 HTTP/1.1" status: 204  len: 168 time: 0.1735091
Dec 11 16:47:36.771164 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f4a2c-0c64-4a68-9e6c-00d1527d3b39 req-078ec531-5a0e-4131-963d-73859eaa0bba tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:47:36.772792 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ec6f4a2c-0c64-4a68-9e6c-00d1527d3b39 req-078ec531-5a0e-4131-963d-73859eaa0bba tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 945 time: 0.0834303
Dec 11 16:47:36.821765 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ec6f4a2c-0c64-4a68-9e6c-00d1527d3b39 req-69f87534-0cb3-403b-b92b-fc0d8bda5f2e tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=db084c2e-d956-4cdb-9fa2-d6568d9824b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423982
Dec 11 16:47:37.629398 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cf6ab-3f72-4d99-9832-772b7cca0de2 req-379d4e3e-81c6-4b52-8457-3894bbb50ce9 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:47:37.630105 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-381cf6ab-3f72-4d99-9832-772b7cca0de2 req-379d4e3e-81c6-4b52-8457-3894bbb50ce9 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Synchronizing usage tracker for tenant:1c5767d59b7a47b5accf73b3f5a99e0f on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:47:37.645538 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-381cf6ab-3f72-4d99-9832-772b7cca0de2 req-379d4e3e-81c6-4b52-8457-3894bbb50ce9 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Unset dirty status for tenant:1c5767d59b7a47b5accf73b3f5a99e0f on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:47:37.646819 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-381cf6ab-3f72-4d99-9832-772b7cca0de2 req-379d4e3e-81c6-4b52-8457-3894bbb50ce9 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.64 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 945 time: 0.0999830
Dec 11 16:47:37.728013 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-381cf6ab-3f72-4d99-9832-772b7cca0de2 req-b5f4cd1a-0b64-471a-9972-470de7f4404d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Deleting port 02546921-7722-4266-94c1-780e40baa1e7 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:47:37.728405 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-381cf6ab-3f72-4d99-9832-772b7cca0de2 req-b5f4cd1a-0b64-471a-9972-470de7f4404d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:37.993637 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-381cf6ab-3f72-4d99-9832-772b7cca0de2 req-b5f4cd1a-0b64-471a-9972-470de7f4404d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] For port 02546921-7722-4266-94c1-780e40baa1e7, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=02546921-7722-4266-94c1-780e40baa1e7,segment=NetworkSegment(e3f0f4ac-8d40-4e92-a188-633521eceb79),segment_id=e3f0f4ac-8d40-4e92-a188-633521eceb79)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:47:37.994041 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-381cf6ab-3f72-4d99-9832-772b7cca0de2 req-b5f4cd1a-0b64-471a-9972-470de7f4404d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:38.051208 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13966d-94ed-415b-b9ec-6530e7799144 req-4fa02dea-ade4-4f2d-8f62-ad8343ad9e3e tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:47:38.053094 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8d13966d-94ed-415b-b9ec-6530e7799144 req-4fa02dea-ade4-4f2d-8f62-ad8343ad9e3e tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 945 time: 0.0947869
Dec 11 16:47:38.109829 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8d13966d-94ed-415b-b9ec-6530e7799144 req-ee8451d2-9502-436b-a0af-e60eba68fe48 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups?id=db084c2e-d956-4cdb-9fa2-d6568d9824b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503051
Dec 11 16:47:38.218351 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e621ed22-338d-4274-a6ff-73b08094bd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:38.566138 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-381cf6ab-3f72-4d99-9832-772b7cca0de2 req-b5f4cd1a-0b64-471a-9972-470de7f4404d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for floatingip, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:38.566556 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-381cf6ab-3f72-4d99-9832-772b7cca0de2 req-b5f4cd1a-0b64-471a-9972-470de7f4404d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854270810'] for floatingip, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:38.566980 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.l3_db [req-381cf6ab-3f72-4d99-9832-772b7cca0de2 req-b5f4cd1a-0b64-471a-9972-470de7f4404d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Floating IP a18c7813-093b-4200-bc01-2271fbf46fc4 disassociated. External IP: 172.27.3.234, port: 02546921-7722-4266-94c1-780e40baa1e7.
Dec 11 16:47:38.567371 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-381cf6ab-3f72-4d99-9832-772b7cca0de2 req-b5f4cd1a-0b64-471a-9972-470de7f4404d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Calling delete_port for 02546921-7722-4266-94c1-780e40baa1e7 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:47:38.699050 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 02546921-7722-4266-94c1-780e40baa1e7 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:47:38.718545 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-381cf6ab-3f72-4d99-9832-772b7cca0de2 req-b5f4cd1a-0b64-471a-9972-470de7f4404d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:38.737143 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-54ccb51e-3a01-4593-8816-e813421d854a tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:38.738777 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] No Port match for: 02546921-7722-4266-94c1-780e40baa1e7 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:47:38.739210 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device 02546921-7722-4266-94c1-780e40baa1e7 not bound to the agent host hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:47:38.796265 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4cd1a-0b64-471a-9972-470de7f4404d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Pushing event deleted for resources: {'Port': ['ID=02546921-7722-4266-94c1-780e40baa1e7,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:38.801871 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b5f4cd1a-0b64-471a-9972-470de7f4404d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:39.089009 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:39.107876 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-381cf6ab-3f72-4d99-9832-772b7cca0de2 req-b5f4cd1a-0b64-471a-9972-470de7f4404d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Router 9a3f4f3f-019b-436a-9bea-191203bd2585 has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:47:39.303244 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-381cf6ab-3f72-4d99-9832-772b7cca0de2 req-b5f4cd1a-0b64-471a-9972-470de7f4404d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:47:39.318613 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a28b00e-1b05-4964-8f3c-11061d8317a9 None None] Sync routers for ids ['9a3f4f3f-019b-436a-9bea-191203bd2585'] in dv-cinder-766752-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:47:39.329801 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a28b00e-1b05-4964-8f3c-11061d8317a9 None None] Routers {'9a3f4f3f-019b-436a-9bea-191203bd2585'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:47:39.330858 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-8a28b00e-1b05-4964-8f3c-11061d8317a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabf13e10>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:47:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['9a3f4f3f-019b-436a-9bea-191203bd2585'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:39.342153 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-381cf6ab-3f72-4d99-9832-772b7cca0de2 req-b5f4cd1a-0b64-471a-9972-470de7f4404d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] No DVR routers for this DVR port 02546921-7722-4266-94c1-780e40baa1e7 on host hv-cinder-76675 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:47:39.344998 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-381cf6ab-3f72-4d99-9832-772b7cca0de2 req-b5f4cd1a-0b64-471a-9972-470de7f4404d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:39.365697 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118d5264-6bd8-4e8a-83e2-d72c4c47acb8', 'name': 'network-vif-deleted', 'tag': '02546921-7722-4266-94c1-780e40baa1e7'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:47:39.373348 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-381cf6ab-3f72-4d99-9832-772b7cca0de2 req-b5f4cd1a-0b64-471a-9972-470de7f4404d tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.64 "DELETE /v2.0/ports/02546921-7722-4266-94c1-780e40baa1e7 HTTP/1.1" status: 204  len: 173 time: 1.7206681
Dec 11 16:47:39.445176 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118d5264-6bd8-4e8a-83e2-d72c4c47acb8', 'name': 'network-vif-deleted', 'tag': '02546921-7722-4266-94c1-780e40baa1e7', 'status': 'completed', 'code': 200}
Dec 11 16:47:39.601782 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-8a28b00e-1b05-4964-8f3c-11061d8317a9 None None] Set router 9a3f4f3f-019b-436a-9bea-191203bd2585 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:47:39.701536 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b99fbdec-a748-4f56-af99-6fd1561cbb3c req-407761d5-56e6-4b0a-92b7-df49b5403c2c tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 210 time: 0.0475745
Dec 11 16:47:39.933855 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-8a28b00e-1b05-4964-8f3c-11061d8317a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabf13e10>, [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:27:20Z', 'revision_number': 4, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '97cd7f19-67ce-471d-8154-dc6aa74efef8', 'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'mac_address': 'fa:16:3e:2b:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:16Z', 'updated_at': '2020-12-11T16:27:34Z', 'revision_number': 5, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'subnets': [{'id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:39.938483 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a28b00e-1b05-4964-8f3c-11061d8317a9 None None] Checking router: 9a3f4f3f-019b-436a-9bea-191203bd2585 for host: dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:47:39.947963 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a28b00e-1b05-4964-8f3c-11061d8317a9 None None] Routers {'9a3f4f3f-019b-436a-9bea-191203bd2585'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:47:39.948618 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-8a28b00e-1b05-4964-8f3c-11061d8317a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabf13e10>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:47:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['9a3f4f3f-019b-436a-9bea-191203bd2585'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:40.128830 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-8a28b00e-1b05-4964-8f3c-11061d8317a9 None None] Set router 9a3f4f3f-019b-436a-9bea-191203bd2585 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:47:40.291613 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:40.472051 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-8a28b00e-1b05-4964-8f3c-11061d8317a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabf13e10>, [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:27:20Z', 'revision_number': 4, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '97cd7f19-67ce-471d-8154-dc6aa74efef8', 'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'mac_address': 'fa:16:3e:2b:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:16Z', 'updated_at': '2020-12-11T16:27:34Z', 'revision_number': 5, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'subnets': [{'id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:40.476246 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a28b00e-1b05-4964-8f3c-11061d8317a9 None None] The sync data for ids ['9a3f4f3f-019b-436a-9bea-191203bd2585'] in dv-cinder-766752-1-iscsi is: [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:27:20Z', 'revision_number': 4, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '97cd7f19-67ce-471d-8154-dc6aa74efef8', 'name': '', 'network_id': '38d5d1c1-19a8-4909-8ee8-0c1228de8a33', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'mac_address': 'fa:16:3e:2b:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:16Z', 'updated_at': '2020-12-11T16:27:34Z', 'revision_number': 5, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'subnets': [{'id': '3fc5b558-60c5-446c-9755-1fcb42bad47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:47:40.845040 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb17fb-3a84-4fef-a7a2-e4d5077d0691 None None] New status for floating IP a18c7813-093b-4200-bc01-2271fbf46fc4: DOWN {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 11 16:47:40.897467 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b7a6ce4a-71a9-4134-8b1f-f80fb8015c8d req-0714e13f-fab1-4867-bbe9-474a9fd7d544 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 210 time: 0.0507782
Dec 11 16:47:41.037900 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:42.086216 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c2be1a21-2f9c-43e2-bd3f-b86b5fdd1a6f req-6b2479e8-c400-427f-8f82-ac8bb7ec892a tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/ports?device_id=118d5264-6bd8-4e8a-83e2-d72c4c47acb8 HTTP/1.1" status: 200  len: 210 time: 0.0454798
Dec 11 16:47:43.237779 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 36796) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:43.309699 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-253b5f47-e0e9-4012-a94c-accc87084e44 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:43.340507 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-253b5f47-e0e9-4012-a94c-accc87084e44 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:43.396336 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-253b5f47-e0e9-4012-a94c-accc87084e44 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:43.401950 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-61717ad7-8ec0-4311-86e2-7e44960b1030 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:43.418205 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b5f47-e0e9-4012-a94c-accc87084e44 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Pushing event deleted for resources: {'SecurityGroup': ['ID=db084c2e-d956-4cdb-9fa2-d6568d9824b9,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:43.421404 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-253b5f47-e0e9-4012-a94c-accc87084e44 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:43.427848 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-253b5f47-e0e9-4012-a94c-accc87084e44 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:43.429093 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-253b5f47-e0e9-4012-a94c-accc87084e44 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "DELETE /v2.0/security-groups/db084c2e-d956-4cdb-9fa2-d6568d9824b9 HTTP/1.1" status: 204  len: 168 time: 0.1902189
Dec 11 16:47:43.432416 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 36806) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:43.451814 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.api.v2.resource [None req-f297657b-b680-4771-bda1-616a128babf6 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] show failed (client error): The resource could not be found.
Dec 11 16:47:43.456166 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 36812) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:43.456285 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-f297657b-b680-4771-bda1-616a128babf6 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "GET /v2.0/security-groups/db084c2e-d956-4cdb-9fa2-d6568d9824b9 HTTP/1.1" status: 404  len: 347 time: 0.0227242
Dec 11 16:47:43.626985 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-9292d078-fc8c-4d47-8363-db6bcc4ce368 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Deleting port d95c31ce-28f9-43ba-8e8e-33ebd44099a7 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:47:43.627371 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9292d078-fc8c-4d47-8363-db6bcc4ce368 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:43.806902 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9292d078-fc8c-4d47-8363-db6bcc4ce368 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:43.807280 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9292d078-fc8c-4d47-8363-db6bcc4ce368 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for floatingip, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:43.936743 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-9292d078-fc8c-4d47-8363-db6bcc4ce368 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Calling delete_port for d95c31ce-28f9-43ba-8e8e-33ebd44099a7 owned by network:floatingip {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:47:44.075579 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9292d078-fc8c-4d47-8363-db6bcc4ce368 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:44.091187 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2d4fc4a7-8db7-455a-bc17-b46c7a376cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:44.146109 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292d078-fc8c-4d47-8363-db6bcc4ce368 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Pushing event deleted for resources: {'Port': ['ID=d95c31ce-28f9-43ba-8e8e-33ebd44099a7,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:44.150856 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-9292d078-fc8c-4d47-8363-db6bcc4ce368 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:44.316317 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9292d078-fc8c-4d47-8363-db6bcc4ce368 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks [] for floatingip, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:44.332323 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9292d078-fc8c-4d47-8363-db6bcc4ce368 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:44.337669 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-9292d078-fc8c-4d47-8363-db6bcc4ce368 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] 10.222.0.68 "DELETE /v2.0/floatingips/a18c7813-093b-4200-bc01-2271fbf46fc4 HTTP/1.1" status: 204  len: 168 time: 0.8761735
Dec 11 16:47:46.154509 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 36844) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:46.313496 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3159dc26-4100-4c9b-bd66-de5e1e31a31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:46.328964 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-3159dc26-4100-4c9b-bd66-de5e1e31a31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:47:46.333697 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-3159dc26-4100-4c9b-bd66-de5e1e31a31e admin admin] Usage tracker for resource:security_group_rule and tenant:7e90cd94ddea4087822ed9466d903efb is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:47:46.336705 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-3159dc26-4100-4c9b-bd66-de5e1e31a31e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:47:46.342612 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-3159dc26-4100-4c9b-bd66-de5e1e31a31e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:47:46.430656 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3159dc26-4100-4c9b-bd66-de5e1e31a31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:46.433344 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3159dc26-4100-4c9b-bd66-de5e1e31a31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:46.442101 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c5a6a890-7cbf-449d-9194-f46b8c30f1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:46.488512 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-3159dc26-4100-4c9b-bd66-de5e1e31a31e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7e90cd94ddea4087822ed9466d903efb&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3328328
Dec 11 16:47:46.490239 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159dc26-4100-4c9b-bd66-de5e1e31a31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed830f6-87f8-4f44-9895-c39f70ceec12,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:46.491409 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 36850) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:46.493738 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3159dc26-4100-4c9b-bd66-de5e1e31a31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:46.558492 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-50694bf3-1c9d-4748-a641-ca8f34dc1084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:46.590013 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-50694bf3-1c9d-4748-a641-ca8f34dc1084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:46.638590 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-50694bf3-1c9d-4748-a641-ca8f34dc1084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:46.643814 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-46944bf9-d442-4ea7-82d7-caaf8781674c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:46.657602 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50694bf3-1c9d-4748-a641-ca8f34dc1084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed830f6-87f8-4f44-9895-c39f70ceec12,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:46.660710 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-50694bf3-1c9d-4748-a641-ca8f34dc1084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:46.661898 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-50694bf3-1c9d-4748-a641-ca8f34dc1084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:46.663147 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-50694bf3-1c9d-4748-a641-ca8f34dc1084 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7ed830f6-87f8-4f44-9895-c39f70ceec12 HTTP/1.1" status: 204  len: 168 time: 0.1706450
Dec 11 16:47:47.317230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 36878) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:47.838414 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d02ac625-a746-4b16-ba0f-b97bef41542c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854276476'] for router_interface, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:48.316496 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 36912) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:48.457397 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-d02ac625-a746-4b16-ba0f-b97bef41542c admin admin] Deleting port 97cd7f19-67ce-471d-8154-dc6aa74efef8 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:47:48.457879 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d02ac625-a746-4b16-ba0f-b97bef41542c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:48.472668 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d44bc95d-8147-4dfd-a6ad-1275087983bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:48.488749 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-d44bc95d-8147-4dfd-a6ad-1275087983bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:47:48.493109 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-d44bc95d-8147-4dfd-a6ad-1275087983bc admin admin] Usage tracker for resource:security_group_rule and tenant:e9742e63fb6243b1a0d39d1638c20711 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:47:48.496358 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-d44bc95d-8147-4dfd-a6ad-1275087983bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:47:48.502562 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-d44bc95d-8147-4dfd-a6ad-1275087983bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:47:48.590687 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d44bc95d-8147-4dfd-a6ad-1275087983bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:48.593508 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d44bc95d-8147-4dfd-a6ad-1275087983bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:48.604686 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-0e534593-8381-4e9e-af6f-78a4f7db0915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:48.644975 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-d02ac625-a746-4b16-ba0f-b97bef41542c admin admin] For port 97cd7f19-67ce-471d-8154-dc6aa74efef8, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=97cd7f19-67ce-471d-8154-dc6aa74efef8,segment=NetworkSegment(e3f0f4ac-8d40-4e92-a188-633521eceb79),segment_id=e3f0f4ac-8d40-4e92-a188-633521eceb79)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:47:48.645379 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d02ac625-a746-4b16-ba0f-b97bef41542c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:48.648037 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-d44bc95d-8147-4dfd-a6ad-1275087983bc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e9742e63fb6243b1a0d39d1638c20711&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3302829
Dec 11 16:47:48.649678 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bc95d-8147-4dfd-a6ad-1275087983bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ac27d8-8a31-488e-b39c-543c9550aeec,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:48.652281 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 36918) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:48.654897 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d44bc95d-8147-4dfd-a6ad-1275087983bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:48.716299 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a80ce805-d7a4-40b9-87ba-76295b2b7fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:48.744015 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a80ce805-d7a4-40b9-87ba-76295b2b7fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:48.778106 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-d02ac625-a746-4b16-ba0f-b97bef41542c admin admin] Calling delete_port for 97cd7f19-67ce-471d-8154-dc6aa74efef8 owned by network:router_interface {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:47:48.795200 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a80ce805-d7a4-40b9-87ba-76295b2b7fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:48.800486 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1baa6359-e019-4045-8f67-bf62f4bc06bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:48.813329 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ce805-d7a4-40b9-87ba-76295b2b7fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ac27d8-8a31-488e-b39c-543c9550aeec,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:48.819295 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a80ce805-d7a4-40b9-87ba-76295b2b7fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:48.823702 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a80ce805-d7a4-40b9-87ba-76295b2b7fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:48.826010 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-a80ce805-d7a4-40b9-87ba-76295b2b7fd4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/74ac27d8-8a31-488e-b39c-543c9550aeec HTTP/1.1" status: 204  len: 168 time: 0.1727300
Dec 11 16:47:48.963666 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d02ac625-a746-4b16-ba0f-b97bef41542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:48.979894 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:49.041882 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ac625-a746-4b16-ba0f-b97bef41542c admin admin] Pushing event deleted for resources: {'Port': ['ID=97cd7f19-67ce-471d-8154-dc6aa74efef8,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:49.045884 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d02ac625-a746-4b16-ba0f-b97bef41542c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:49.628228 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d02ac625-a746-4b16-ba0f-b97bef41542c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3353919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854276510'] for router_interface, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:50.142032 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02ac625-a746-4b16-ba0f-b97bef41542c admin admin] Router 9a3f4f3f-019b-436a-9bea-191203bd2585 has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:47:50.349825 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02ac625-a746-4b16-ba0f-b97bef41542c admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:47:50.360281 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9493f4-2fef-4b0e-b7a5-bf668b70a53e None None] Sync routers for ids ['9a3f4f3f-019b-436a-9bea-191203bd2585'] in dv-cinder-766752-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:47:50.366527 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 36980) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:50.372820 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9493f4-2fef-4b0e-b7a5-bf668b70a53e None None] Routers {'9a3f4f3f-019b-436a-9bea-191203bd2585'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:47:50.373685 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-1a9493f4-2fef-4b0e-b7a5-bf668b70a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabae1a58>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:47:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['9a3f4f3f-019b-436a-9bea-191203bd2585'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:50.379448 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-d02ac625-a746-4b16-ba0f-b97bef41542c admin admin] 10.222.0.68 "PUT /v2.0/routers/9a3f4f3f-019b-436a-9bea-191203bd2585/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0608790
Dec 11 16:47:50.624678 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-65a09a67-ddff-4623-be54-51918dbbec82 admin admin] Notify callbacks [] for router, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:50.771074 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-1a9493f4-2fef-4b0e-b7a5-bf668b70a53e None None] Set router 9a3f4f3f-019b-436a-9bea-191203bd2585 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:47:50.823654 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-65a09a67-ddff-4623-be54-51918dbbec82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:50.829086 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-65a09a67-ddff-4623-be54-51918dbbec82 admin admin] Deleting port 2fa0d98d-ba01-4865-80a3-3be5eec9add4 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:47:50.829460 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-65a09a67-ddff-4623-be54-51918dbbec82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:51.018777 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-65a09a67-ddff-4623-be54-51918dbbec82 admin admin] For port 2fa0d98d-ba01-4865-80a3-3be5eec9add4, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=2fa0d98d-ba01-4865-80a3-3be5eec9add4,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:47:51.019318 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-65a09a67-ddff-4623-be54-51918dbbec82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:51.083814 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-1a9493f4-2fef-4b0e-b7a5-bf668b70a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabae1a58>, [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:47:48Z', 'revision_number': 5, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:51.087951 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9493f4-2fef-4b0e-b7a5-bf668b70a53e None None] Checking router: 9a3f4f3f-019b-436a-9bea-191203bd2585 for host: dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:47:51.097000 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9493f4-2fef-4b0e-b7a5-bf668b70a53e None None] Routers {'9a3f4f3f-019b-436a-9bea-191203bd2585'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:47:51.097658 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-1a9493f4-2fef-4b0e-b7a5-bf668b70a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabae1a58>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:47:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['9a3f4f3f-019b-436a-9bea-191203bd2585'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:51.158969 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-65a09a67-ddff-4623-be54-51918dbbec82 admin admin] Calling delete_port for 2fa0d98d-ba01-4865-80a3-3be5eec9add4 owned by network:router_gateway {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:47:51.284755 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-1a9493f4-2fef-4b0e-b7a5-bf668b70a53e None None] Set router 9a3f4f3f-019b-436a-9bea-191203bd2585 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:47:51.309655 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-65a09a67-ddff-4623-be54-51918dbbec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:51.609920 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-1a9493f4-2fef-4b0e-b7a5-bf668b70a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabae1a58>, [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:47:48Z', 'revision_number': 5, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:51.614544 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9493f4-2fef-4b0e-b7a5-bf668b70a53e None None] The sync data for ids ['9a3f4f3f-019b-436a-9bea-191203bd2585'] in dv-cinder-766752-1-iscsi is: [{'id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'name': 'tempest-AttachVolumeTestJSON-525720470-router', 'tenant_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:53Z', 'updated_at': '2020-12-11T16:47:48Z', 'revision_number': 5, 'project_id': '1c5767d59b7a47b5accf73b3f5a99e0f', 'gw_port': {'id': '2fa0d98d-ba01-4865-80a3-3be5eec9add4', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f4f3f-019b-436a-9bea-191203bd2585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:27:01Z', 'updated_at': '2020-12-11T16:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:47:51.748687 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-65a09a67-ddff-4623-be54-51918dbbec82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504972'] for router_gateway, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:51.897767 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-65a09a67-ddff-4623-be54-51918dbbec82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854257088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854741722'] for router, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:51.900151 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-65a09a67-ddff-4623-be54-51918dbbec82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:51.923193 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-65a09a67-ddff-4623-be54-51918dbbec82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854257090'] for router, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:51.924380 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a09a67-ddff-4623-be54-51918dbbec82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a3f4f3f-019b-436a-9bea-191203bd2585 {{(pid=80199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 11 16:47:51.937915 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-65a09a67-ddff-4623-be54-51918dbbec82 admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:51.939754 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-65a09a67-ddff-4623-be54-51918dbbec82 admin admin] 10.222.0.68 "DELETE /v2.0/routers/9a3f4f3f-019b-436a-9bea-191203bd2585 HTTP/1.1" status: 204  len: 168 time: 1.5715148
Dec 11 16:47:51.942588 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 37004) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:52.008929 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_v2 [None req-94162e24-a0eb-466b-8e0b-f5691d0f56ac admin admin] Deleting subnet 3fc5b558-60c5-446c-9755-1fcb42bad47f {{(pid=80199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 11 16:47:52.012077 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-94162e24-a0eb-466b-8e0b-f5691d0f56ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:52.068216 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-94162e24-a0eb-466b-8e0b-f5691d0f56ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822682579'] for subnet, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:52.159577 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-94162e24-a0eb-466b-8e0b-f5691d0f56ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851265986'] for subnet, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:52.375625 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 97cd7f19-67ce-471d-8154-dc6aa74efef8 no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:47:52.409769 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: 97cd7f19-67ce-471d-8154-dc6aa74efef8 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:47:52.410165 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 97cd7f19-67ce-471d-8154-dc6aa74efef8 not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:47:52.410899 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 2fa0d98d-ba01-4865-80a3-3be5eec9add4 no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:47:52.440672 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-94162e24-a0eb-466b-8e0b-f5691d0f56ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31879655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32169024'] for subnet, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:52.444858 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: 2fa0d98d-ba01-4865-80a3-3be5eec9add4 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:47:52.445298 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 2fa0d98d-ba01-4865-80a3-3be5eec9add4 not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:47:52.459607 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-345a558c-0501-4179-b340-a2287cf50312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:52.510180 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94162e24-a0eb-466b-8e0b-f5691d0f56ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fc5b558-60c5-446c-9755-1fcb42bad47f,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:52.514079 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-94162e24-a0eb-466b-8e0b-f5691d0f56ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:52.597948 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-94162e24-a0eb-466b-8e0b-f5691d0f56ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:52.603263 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7997ed4-8995-43a1-8991-669cf94eaf53 None None] Network 38d5d1c1-19a8-4909-8ee8-0c1228de8a33 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:47:52.604421 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-94162e24-a0eb-466b-8e0b-f5691d0f56ac admin admin] 10.222.0.68 "DELETE /v2.0/subnets/3fc5b558-60c5-446c-9755-1fcb42bad47f HTTP/1.1" status: 204  len: 168 time: 0.6607602
Dec 11 16:47:52.607198 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 37008) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:52.731421 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3897092'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:52.807272 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] Deleting port 08b0d61c-af98-451d-9aa4-5be1cf8eb025 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:47:52.807795 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:52.871955 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4dbb15-00cb-4722-ad5d-366ff8c63bbf None None] DHCP port deletion for 38d5d1c1-19a8-4909-8ee8-0c1228de8a33 request from dv-cinder-766752-1-iscsi {{(pid=80201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 11 16:47:52.876299 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dbb15-00cb-4722-ad5d-366ff8c63bbf None None] Deleting port 08b0d61c-af98-451d-9aa4-5be1cf8eb025 {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:47:52.876820 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6e4dbb15-00cb-4722-ad5d-366ff8c63bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:53.033226 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] For port 08b0d61c-af98-451d-9aa4-5be1cf8eb025, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=08b0d61c-af98-451d-9aa4-5be1cf8eb025,segment=NetworkSegment(e3f0f4ac-8d40-4e92-a188-633521eceb79),segment_id=e3f0f4ac-8d40-4e92-a188-633521eceb79)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:47:53.033820 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:53.034053 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:53.105133 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-6e4dbb15-00cb-4722-ad5d-366ff8c63bbf None None] For port 08b0d61c-af98-451d-9aa4-5be1cf8eb025, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=08b0d61c-af98-451d-9aa4-5be1cf8eb025,segment=NetworkSegment(e3f0f4ac-8d40-4e92-a188-633521eceb79),segment_id=e3f0f4ac-8d40-4e92-a188-633521eceb79)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:47:53.105488 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6e4dbb15-00cb-4722-ad5d-366ff8c63bbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:53.163711 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] Calling delete_port for 08b0d61c-af98-451d-9aa4-5be1cf8eb025 owned by network:dhcp {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:47:53.232065 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dbb15-00cb-4722-ad5d-366ff8c63bbf None None] Calling delete_port for 08b0d61c-af98-451d-9aa4-5be1cf8eb025 owned by network:dhcp {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:47:53.237927 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:53.253204 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a42b9a7b-360d-4910-914f-4bc129cbd244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:53.307605 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.api [None req-6e4dbb15-00cb-4722-ad5d-366ff8c63bbf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 16:47:53.307914 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] Pushing event deleted for resources: {'Port': ['ID=08b0d61c-af98-451d-9aa4-5be1cf8eb025,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:53.308043 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_db.api [None req-6e4dbb15-00cb-4722-ad5d-366ff8c63bbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 11 16:47:53.312657 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:53.395417 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] No DVR routers for this DVR port 08b0d61c-af98-451d-9aa4-5be1cf8eb025 on host dv-cinder-766752-1-iscsi {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:47:53.519889 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536934', 'neutron.services.segments.db._delete_segments_for_network--9223363279767150606'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:53.637158 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6eaa70d400>,) {'filters': {'network_id': ['38d5d1c1-19a8-4909-8ee8-0c1228de8a33']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:53.650408 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eaa70d400>, 'e3f0f4ac-8d40-4e92-a188-633521eceb79') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:53.650747 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eaa70d400>, 'e3f0f4ac-8d40-4e92-a188-633521eceb79') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:47:53.663045 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279767145639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036825487758'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:53.678058 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:53.680043 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 11 16:47:53.809199 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dbb15-00cb-4722-ad5d-366ff8c63bbf None None] Deleting port 08b0d61c-af98-451d-9aa4-5be1cf8eb025 {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:47:53.809700 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6e4dbb15-00cb-4722-ad5d-366ff8c63bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:53.864995 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] Network 38d5d1c1-19a8-4909-8ee8-0c1228de8a33 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:47:53.874214 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3532889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29322805'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:53.876209 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dbb15-00cb-4722-ad5d-366ff8c63bbf None None] The port '08b0d61c-af98-451d-9aa4-5be1cf8eb025' was deleted {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 11 16:47:54.291998 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] Network 38d5d1c1-19a8-4909-8ee8-0c1228de8a33 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]: Traceback (most recent call last):
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:     timer()
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:     cb(*args, **kw)
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:     return func(*args, **kwargs)
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:     self._notify()
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.callback(batched_events)
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:     event.method(event)
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:     segment_id)['aggregates'][0]
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(self, *a, **k)
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self._get(url).json()
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:     **kwargs)
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.request(url, 'GET', **kwargs)
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:     **endpoint_filter)
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 16:47:54.315096 dv-cinder-766752-1-iscsi neutron-server[80088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 16:47:54.370713 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 08b0d61c-af98-451d-9aa4-5be1cf8eb025 no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:47:54.400736 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851238850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854270827'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:54.404352 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1c5c76b6-019c-40f4-b607-6d9fa7a7a96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:54.406488 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: 08b0d61c-af98-451d-9aa4-5be1cf8eb025 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:47:54.406948 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 08b0d61c-af98-451d-9aa4-5be1cf8eb025 not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:47:54.421964 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:54.431485 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] Pushing event deleted for resources: {'Network': ['ID=38d5d1c1-19a8-4909-8ee8-0c1228de8a33,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:54.435032 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:54.445074 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-033c95b5-980c-4049-ba48-4b5dd210c476 admin admin] 10.222.0.68 "DELETE /v2.0/networks/38d5d1c1-19a8-4909-8ee8-0c1228de8a33 HTTP/1.1" status: 204  len: 168 time: 1.8366871
Dec 11 16:47:54.655882 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 37020) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:54.710226 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-6a841bf0-81cb-418d-a61c-393feaa33d05 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1c5767d59b7a47b5accf73b3f5a99e0f&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0530443
Dec 11 16:47:54.713234 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 37024) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:54.778814 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-08ad3c7c-f22e-4e51-a878-96c4f588a98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:54.806064 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-08ad3c7c-f22e-4e51-a878-96c4f588a98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:54.856005 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-08ad3c7c-f22e-4e51-a878-96c4f588a98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:54.861605 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a338ad45-16c2-49fe-b57a-9dd9d9a5bd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:54.877577 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad3c7c-f22e-4e51-a878-96c4f588a98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26864f4c-0a1e-41ea-95b8-8bd281c1ca70,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:54.881238 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-08ad3c7c-f22e-4e51-a878-96c4f588a98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:54.884473 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-08ad3c7c-f22e-4e51-a878-96c4f588a98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:54.885707 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-08ad3c7c-f22e-4e51-a878-96c4f588a98a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/26864f4c-0a1e-41ea-95b8-8bd281c1ca70 HTTP/1.1" status: 204  len: 168 time: 0.1713955
Dec 11 16:47:56.644931 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 37078) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:56.802407 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4b08ba25-c64a-481d-88ec-3699b5d0a62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:56.818014 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-4b08ba25-c64a-481d-88ec-3699b5d0a62a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:47:56.822051 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-4b08ba25-c64a-481d-88ec-3699b5d0a62a admin admin] Usage tracker for resource:security_group_rule and tenant:83defec9b92849c2ad7d3d991874def4 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:47:56.825831 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-4b08ba25-c64a-481d-88ec-3699b5d0a62a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:47:56.832283 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-4b08ba25-c64a-481d-88ec-3699b5d0a62a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:47:56.917975 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4b08ba25-c64a-481d-88ec-3699b5d0a62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:56.920582 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4b08ba25-c64a-481d-88ec-3699b5d0a62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:56.928323 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-60d1b73e-8e35-4e6d-9474-a87be2d1513b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:56.974092 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-4b08ba25-c64a-481d-88ec-3699b5d0a62a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=83defec9b92849c2ad7d3d991874def4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3279829
Dec 11 16:47:56.975111 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08ba25-c64a-481d-88ec-3699b5d0a62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0110ad6-8176-4ece-a8c7-cdca03f774dd,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:56.977140 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 37084) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:47:56.978440 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4b08ba25-c64a-481d-88ec-3699b5d0a62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:57.041503 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9ddb3201-726e-44c1-a5c9-822af9a669b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:57.069883 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9ddb3201-726e-44c1-a5c9-822af9a669b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:57.114281 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9ddb3201-726e-44c1-a5c9-822af9a669b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:57.119306 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c1c2bda9-92dd-4a14-b3cf-3ccb102db49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:47:57.130849 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb3201-726e-44c1-a5c9-822af9a669b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0110ad6-8176-4ece-a8c7-cdca03f774dd,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:47:57.135840 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-9ddb3201-726e-44c1-a5c9-822af9a669b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:47:57.137808 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9ddb3201-726e-44c1-a5c9-822af9a669b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:47:57.141621 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-9ddb3201-726e-44c1-a5c9-822af9a669b9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d0110ad6-8176-4ece-a8c7-cdca03f774dd HTTP/1.1" status: 204  len: 168 time: 0.1608341
Dec 11 16:47:58.752181 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:48:05.937701 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7a7ac601-116a-46fc-b111-a6271048aa28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:08.219572 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fc62a76c-d7ca-4fec-bc2d-a4825a63ad47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:09.091414 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:10.214164 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:11.043162 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:22.995704 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:28.551581 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 37430) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:28.708294 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-662413af-079d-4ef1-ac0a-4d5e996542e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:28.724792 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-662413af-079d-4ef1-ac0a-4d5e996542e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:48:28.729013 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-662413af-079d-4ef1-ac0a-4d5e996542e0 admin admin] Usage tracker for resource:security_group_rule and tenant:3839926c266447aaa0168418863064b7 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:48:28.732035 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-662413af-079d-4ef1-ac0a-4d5e996542e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:48:28.738000 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-662413af-079d-4ef1-ac0a-4d5e996542e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:48:28.822638 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-662413af-079d-4ef1-ac0a-4d5e996542e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:28.825171 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-662413af-079d-4ef1-ac0a-4d5e996542e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:28.833852 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-253b5f47-e0e9-4012-a94c-accc87084e44 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:28.876499 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-662413af-079d-4ef1-ac0a-4d5e996542e0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3839926c266447aaa0168418863064b7&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3237715
Dec 11 16:48:28.878265 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662413af-079d-4ef1-ac0a-4d5e996542e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f3c2af-b20a-4431-92eb-3eb62e557723,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:28.879574 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 37436) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:28.881941 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-662413af-079d-4ef1-ac0a-4d5e996542e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:28.946511 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:28.973537 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:29.017497 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:29.022941 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c805a1be-6628-46ce-9d17-278205ab3d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:29.036302 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f3c2af-b20a-4431-92eb-3eb62e557723,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:29.047015 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.047441 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.047862 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.048272 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.048678 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.049082 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.049484 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.049883 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.050281 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.050677 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.051128 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.051525 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.051982 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.052377 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.052773 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.053167 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.053561 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.053951 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.054343 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.054736 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.055154 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.055546 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.055937 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.056329 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:29.061602 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:29.063621 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:29.067306 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-cfcc02eb-fbd9-4582-ba53-8eb9cd3c1d29 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/45f3c2af-b20a-4431-92eb-3eb62e557723 HTTP/1.1" status: 204  len: 168 time: 0.1864665
Dec 11 16:48:29.892731 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 37460) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:30.033032 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-663397787-network', 'tenant_id': '994961baca084582a9934ffcde79a08c'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:48:30.039091 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:48:30.043341 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Usage tracker for resource:network and tenant:994961baca084582a9934ffcde79a08c is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:48:30.046363 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:48:30.052305 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:48:30.062055 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Made reservation on behalf of 994961baca084582a9934ffcde79a08c for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:48:30.066883 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:30.079871 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:30.095701 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:48:30.100418 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Usage tracker for resource:security_group_rule and tenant:994961baca084582a9934ffcde79a08c is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:48:30.103412 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:48:30.109384 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:48:30.194834 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:30.197604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:30.203357 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-87d8ea27-a22c-4593-817e-eafa30e3e78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:30.243199 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 11 16:48:30.252423 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562f83f1-0864-4b2d-a248-490b407d9538,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:30.256774 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:30.259498 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:30.259890 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.segments_db [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Added segment 743a95dd-3805-452d-9981-94ac9c5756ee of type vxlan for network bff8e5ca-7c3b-4696-ab6e-323aef104ce6
Dec 11 16:48:30.288804 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757087056021'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:30.319387 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:30.320447 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:48:30.321156 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:30.326200 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:30.431865 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5378256
Dec 11 16:48:30.434965 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 37468) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:30.437694 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Pushing event updated for resources: {'Network': ['ID=bff8e5ca-7c3b-4696-ab6e-323aef104ce6,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:30.440717 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6471c260-0ec7-49bd-aa4f-c14d2d3b685a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:30.443254 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-38aed8f6-0f16-4bed-8aee-6f175ac63909 admin admin] Request body: {'subnet': {'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-663397787-subnet', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'ip_version': 4}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:48:30.448883 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Network bff8e5ca-7c3b-4696-ab6e-323aef104ce6 details requested by agent ovs-agent-dv-cinder-766752-1-iscsi with host dv-cinder-766752-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:48:30.449504 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-38aed8f6-0f16-4bed-8aee-6f175ac63909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:48:30.453805 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-38aed8f6-0f16-4bed-8aee-6f175ac63909 admin admin] Usage tracker for resource:subnet and tenant:994961baca084582a9934ffcde79a08c is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:48:30.456896 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-38aed8f6-0f16-4bed-8aee-6f175ac63909 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:48:30.463499 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-38aed8f6-0f16-4bed-8aee-6f175ac63909 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:48:30.473563 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38aed8f6-0f16-4bed-8aee-6f175ac63909 admin admin] Made reservation on behalf of 994961baca084582a9934ffcde79a08c for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:48:30.478379 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-38aed8f6-0f16-4bed-8aee-6f175ac63909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822606741'] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:30.898271 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-38aed8f6-0f16-4bed-8aee-6f175ac63909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822896221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822606728'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:30.915022 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-83d844cb-ac66-4077-b2de-dd2f8b748f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:31.052776 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aed8f6-0f16-4bed-8aee-6f175ac63909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa5d12ee-640f-4f94-ac79-cca10d376e1e,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:31.056779 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Network bff8e5ca-7c3b-4696-ab6e-323aef104ce6 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:48:31.056973 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-38aed8f6-0f16-4bed-8aee-6f175ac63909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:31.119756 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aed8f6-0f16-4bed-8aee-6f175ac63909 admin admin] Checking segment: {'id': '743a95dd-3805-452d-9981-94ac9c5756ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:48:31.120125 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38aed8f6-0f16-4bed-8aee-6f175ac63909 admin admin] Network hostable DHCP agents. Network: bff8e5ca-7c3b-4696-ab6e-323aef104ce6, hostable agents: ['c5d385f8-98d2-443d-9154-5b7329a9b521'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 11 16:48:31.139472 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38aed8f6-0f16-4bed-8aee-6f175ac63909 admin admin] Network bff8e5ca-7c3b-4696-ab6e-323aef104ce6 is scheduled to be hosted by DHCP agent c5d385f8-98d2-443d-9154-5b7329a9b521 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 11 16:48:31.148223 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-38aed8f6-0f16-4bed-8aee-6f175ac63909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-iscsi, bff8e5ca-7c3b-4696-ab6e-323aef104ce6) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:48:31.157398 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d442d300-2fba-4a5e-8757-9f52f3d6ee05 None None] Network bff8e5ca-7c3b-4696-ab6e-323aef104ce6 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:48:31.161395 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38aed8f6-0f16-4bed-8aee-6f175ac63909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:48:31.162050 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-38aed8f6-0f16-4bed-8aee-6f175ac63909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:31.186643 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-38aed8f6-0f16-4bed-8aee-6f175ac63909 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7504637
Dec 11 16:48:31.189419 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 37472) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:31.195021 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-663397787-router', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:48:31.200065 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:48:31.204175 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Usage tracker for resource:router and tenant:994961baca084582a9934ffcde79a08c is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:48:31.207727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:48:31.213639 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:48:31.223870 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854257003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854741687'] for router, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:31.225018 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854284226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-492582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34129'] for router, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:31.246024 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:31.420573 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e165c9a-747f-5c25-ae5f-69a683944675-bff8e5ca-7c3b-4696-ab6e-323aef104ce6', 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'fixed_ips': [{'subnet_id': 'fa5d12ee-640f-4f94-ac79-cca10d376e1e'}]}} from dv-cinder-766752-1-iscsi. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 11 16:48:31.421493 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:31.529093 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854270776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34094'] for router, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:31.707927 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Allocated IP 172.20.0.2 (bff8e5ca-7c3b-4696-ab6e-323aef104ce6/fa5d12ee-640f-4f94-ac79-cca10d376e1e/1429d4ce-e746-40d7-abdf-14ee0297618c) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:48:31.859367 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:31.893207 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:31.923417 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:31.934424 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Transition to ACTIVE for port object 1429d4ce-e746-40d7-abdf-14ee0297618c will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:48:31.951483 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Transition to ACTIVE for port object 1429d4ce-e746-40d7-abdf-14ee0297618c will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:48:31.955414 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:31.969329 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:32.182840 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Allocated IP 172.27.3.113 (2c8d0687-6545-4ddc-9608-794ea870ad6d/c11ea905-4982-4de9-ba49-1a66c1d28d32/93357c5a-a855-4cf7-b7b3-21b50e9b95ae) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:48:32.280225 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Pushing event updated for resources: {'Port': ['ID=1429d4ce-e746-40d7-abdf-14ee0297618c,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:32.290581 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.291452 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.291452 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.291969 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.292811 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.293341 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.293713 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.294092 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.294485 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.295036 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.296043 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.296124 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.296493 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.296855 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.297219 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.297579 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.298362 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.298362 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.298640 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.298980 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.299342 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.299699 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.300059 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.300418 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:32.306713 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:32.345269 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Network bff8e5ca-7c3b-4696-ab6e-323aef104ce6 is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:48:32.346430 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Resources bound (agent type, host, resource id):  {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:48:32.349538 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:48:32.353343 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:32.379384 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:32.395616 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:32.407286 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Attempting to bind port 1429d4ce-e746-40d7-abdf-14ee0297618c on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:48:32.407711 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Attempting to bind port 1429d4ce-e746-40d7-abdf-14ee0297618c by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': '743a95dd-3805-452d-9981-94ac9c5756ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:48:32.408124 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Attempting to bind port 1429d4ce-e746-40d7-abdf-14ee0297618c on network bff8e5ca-7c3b-4696-ab6e-323aef104ce6 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:48:32.414026 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:48:32.414448 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Checking segment: {'id': '743a95dd-3805-452d-9981-94ac9c5756ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:48:32.414938 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:32.415385 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Bound using segment: {'id': '743a95dd-3805-452d-9981-94ac9c5756ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:48:32.415905 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Bound port: 1429d4ce-e746-40d7-abdf-14ee0297618c, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743a95dd-3805-452d-9981-94ac9c5756ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:48:32.416324 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:32.517113 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] For port 1429d4ce-e746-40d7-abdf-14ee0297618c, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:48:32.521745 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] For port 1429d4ce-e746-40d7-abdf-14ee0297618c, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=1429d4ce-e746-40d7-abdf-14ee0297618c,segment=NetworkSegment(743a95dd-3805-452d-9981-94ac9c5756ee),segment_id=743a95dd-3805-452d-9981-94ac9c5756ee)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:48:32.525714 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:32.542721 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:32.705066 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Pushing event updated for resources: {'Port': ['ID=1429d4ce-e746-40d7-abdf-14ee0297618c,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:32.709603 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-edd81cd6-d4d5-44dc-8483-dd4c118c3256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:32.789631 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Pushing event updated for resources: {'Port': ['ID=93357c5a-a855-4cf7-b7b3-21b50e9b95ae,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:32.794317 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:32.834372 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Network 2c8d0687-6545-4ddc-9608-794ea870ad6d is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:48:32.835587 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:48:32.837833 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:48:33.278782 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:33.628500 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505042'] for router, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:33.841593 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Router 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 is scheduled to L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 with binding_index 1 {{(pid=80199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 11 16:48:34.036971 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:48:34.046593 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Sync routers for ids ['0a1fbd86-881d-4f33-9ea7-8ac22e555e27'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:48:34.056855 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Routers {'0a1fbd86-881d-4f33-9ea7-8ac22e555e27'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:48:34.057600 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eaba337b8>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:48:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['0a1fbd86-881d-4f33-9ea7-8ac22e555e27'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:48:34.061326 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:34.065613 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-fcbe0ddd-3c1d-471a-9d9c-32c73e5db2af admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.8725100
Dec 11 16:48:34.065874 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 37482) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:34.180429 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1e86b9-8aee-43dc-9dab-15cfb1615870 None None] Network bff8e5ca-7c3b-4696-ab6e-323aef104ce6 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:48:34.248853 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Set router 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:48:34.301707 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-07171e14-1bda-4c74-afbc-b9dac6801c9d None None] Provisioning for port 1429d4ce-e746-40d7-abdf-14ee0297618c completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:48:34.540092 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 1429d4ce-e746-40d7-abdf-14ee0297618c up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:48:34.658578 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eaba337b8>, [{'id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'name': 'tempest-TestShelveInstance-663397787-router', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:31Z', 'updated_at': '2020-12-11T16:48:33Z', 'revision_number': 3, 'project_id': '994961baca084582a9934ffcde79a08c', 'gw_port': {'id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:32Z', 'updated_at': '2020-12-11T16:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:48:34.669862 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port 1429d4ce-e746-40d7-abdf-14ee0297618c completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:48:34.672400 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Checking router: 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:48:34.672842 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Updating router 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 port 93357c5a-a855-4cf7-b7b3-21b50e9b95ae binding host dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 11 16:48:34.679046 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 1429d4ce-e746-40d7-abdf-14ee0297618c triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:48:34.679478 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:34.772630 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:34.774494 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-1126223a-c668-46a7-b07e-046efa6600ad None None] Provisioning complete for port 1429d4ce-e746-40d7-abdf-14ee0297618c triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:48:34.774929 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1126223a-c668-46a7-b07e-046efa6600ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:34.958241 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:35.028038 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port 1429d4ce-e746-40d7-abdf-14ee0297618c, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=1429d4ce-e746-40d7-abdf-14ee0297618c,segment=NetworkSegment(743a95dd-3805-452d-9981-94ac9c5756ee),segment_id=743a95dd-3805-452d-9981-94ac9c5756ee)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:48:35.050932 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:35.054745 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:35.117313 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1126223a-c668-46a7-b07e-046efa6600ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:35.174032 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:35.206584 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=1429d4ce-e746-40d7-abdf-14ee0297618c,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:35.212171 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:35.234391 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.api [None req-1126223a-c668-46a7-b07e-046efa6600ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 16:48:35.234990 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_db.api [None req-1126223a-c668-46a7-b07e-046efa6600ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 11 16:48:35.263702 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:35.276867 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Transition to ACTIVE for port object 93357c5a-a855-4cf7-b7b3-21b50e9b95ae will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:48:35.279710 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:35.296348 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7c450525-e387-4af4-a6cc-f78ce10a08fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:35.555800 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Allocated IP 172.20.0.1 (bff8e5ca-7c3b-4696-ab6e-323aef104ce6/fa5d12ee-640f-4f94-ac79-cca10d376e1e/9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:48:35.594318 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Pushing event updated for resources: {'Port': ['ID=93357c5a-a855-4cf7-b7b3-21b50e9b95ae,revision_number=2']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:35.607321 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.607715 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.608101 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.608454 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.609000 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.609376 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.609752 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.610122 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.610511 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.610903 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.611269 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.611632 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.612057 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.612450 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.612870 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.613294 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.613656 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.614017 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.614376 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.614735 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.615120 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.615482 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.615840 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.616197 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.621991 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:35.667697 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Attempting to bind port 93357c5a-a855-4cf7-b7b3-21b50e9b95ae on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:48:35.668110 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Attempting to bind port 93357c5a-a855-4cf7-b7b3-21b50e9b95ae by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:48:35.668556 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Attempting to bind port 93357c5a-a855-4cf7-b7b3-21b50e9b95ae on network 2c8d0687-6545-4ddc-9608-794ea870ad6d {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:48:35.674276 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:48:35.674693 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Checking segment: {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:48:35.675170 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:35.675622 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Bound using segment: {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:48:35.676115 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Bound port: 93357c5a-a855-4cf7-b7b3-21b50e9b95ae, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:48:35.676533 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:35.721128 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:35.739524 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Transition to ACTIVE for port object 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:48:35.757512 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:48:35.760475 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] For port 93357c5a-a855-4cf7-b7b3-21b50e9b95ae, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:48:35.760817 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:35.764184 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] For port 93357c5a-a855-4cf7-b7b3-21b50e9b95ae, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=93357c5a-a855-4cf7-b7b3-21b50e9b95ae,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:48:35.768994 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:35.778482 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-da8051bd-190d-430d-baf8-b113f575f3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:35.785354 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:35.912923 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-1a66de18-f011-4b6b-a929-1e7428dcfdea None None] Provisioning complete for port 1429d4ce-e746-40d7-abdf-14ee0297618c triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:48:35.913558 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1a66de18-f011-4b6b-a929-1e7428dcfdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:35.927038 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Pushing event updated for resources: {'Port': ['ID=9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:35.934377 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Pushing event updated for resources: {'Port': ['ID=93357c5a-a855-4cf7-b7b3-21b50e9b95ae,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:35.937325 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.937803 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.938211 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.938840 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.939201 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.939393 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-efed44b2-0705-4dde-81ba-93fc1dc9c209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:35.939523 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.939864 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.940270 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.940678 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.941919 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.942321 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.942723 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.943219 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.943919 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.944059 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.944373 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.944770 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.945169 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.945567 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.945961 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.946357 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.946752 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.947177 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.947571 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:48:35.956962 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:35.983099 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Routers {'0a1fbd86-881d-4f33-9ea7-8ac22e555e27'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:48:35.983922 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eaba337b8>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:48:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['0a1fbd86-881d-4f33-9ea7-8ac22e555e27'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:48:35.988050 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e3cf89a4-db10-49c6-a13d-2471d69b3f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:36.009210 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Network bff8e5ca-7c3b-4696-ab6e-323aef104ce6 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:48:36.010474 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:48:36.012755 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:48:36.073006 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854270948'] for router_interface, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:36.198469 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] Set router 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:48:36.206101 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:36.291176 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-30572a69-c7d1-484b-8305-6fbf2e93555b None None] Provisioning for port 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:48:36.297035 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-30572a69-c7d1-484b-8305-6fbf2e93555b None None] Provisioning complete for port 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:48:36.297693 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-30572a69-c7d1-484b-8305-6fbf2e93555b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:36.368325 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-30572a69-c7d1-484b-8305-6fbf2e93555b None None] Port 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:48:36.419638 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 1429d4ce-e746-40d7-abdf-14ee0297618c up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:48:36.520867 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 1429d4ce-e746-40d7-abdf-14ee0297618c triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:48:36.521288 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:36.556288 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:36.562203 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31879474'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:36.600712 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eaba337b8>, [{'id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'name': 'tempest-TestShelveInstance-663397787-router', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:31Z', 'updated_at': '2020-12-11T16:48:33Z', 'revision_number': 3, 'project_id': '994961baca084582a9934ffcde79a08c', 'gw_port': {'id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:32Z', 'updated_at': '2020-12-11T16:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:48:36.601311 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:36.605336 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92579988-4dcc-4e97-88d2-bab77d9d5bee None None] The sync data for ids ['0a1fbd86-881d-4f33-9ea7-8ac22e555e27'] in dv-cinder-766752-1-iscsi is: [{'id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'name': 'tempest-TestShelveInstance-663397787-router', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:31Z', 'updated_at': '2020-12-11T16:48:33Z', 'revision_number': 3, 'project_id': '994961baca084582a9934ffcde79a08c', 'gw_port': {'id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:32Z', 'updated_at': '2020-12-11T16:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:48:36.693694 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Pushing event updated for resources: {'Port': ['ID=9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:36.697286 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851421897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854276357'] for router_interface, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:36.716532 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:36.855167 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Network bff8e5ca-7c3b-4696-ab6e-323aef104ce6 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:48:36.856379 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:48:37.080762 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Router 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:48:37.108561 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-729202a2-e30a-4ebf-afa6-98e6af4d9b2b None None] Provisioning complete for port 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:48:37.109034 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-729202a2-e30a-4ebf-afa6-98e6af4d9b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:37.169807 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-729202a2-e30a-4ebf-afa6-98e6af4d9b2b None None] Port 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:48:37.281065 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:48:37.291918 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-2ee21ee4-77eb-4fe9-8907-85759a586e97 admin admin] 10.222.0.68 "PUT /v2.0/routers/0a1fbd86-881d-4f33-9ea7-8ac22e555e27/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2244232
Dec 11 16:48:38.028742 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 37556) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:38.035646 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1135861688-network', 'tenant_id': '0ca7dc1f6bfb4dd99378b1fcffc34916'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:48:38.041364 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:48:38.045578 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Usage tracker for resource:network and tenant:0ca7dc1f6bfb4dd99378b1fcffc34916 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:48:38.048756 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:48:38.055130 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:48:38.065231 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Made reservation on behalf of 0ca7dc1f6bfb4dd99378b1fcffc34916 for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:48:38.070661 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:38.084001 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:38.099766 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:48:38.103932 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Usage tracker for resource:security_group_rule and tenant:0ca7dc1f6bfb4dd99378b1fcffc34916 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:48:38.107011 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:48:38.112860 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:48:38.207826 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:38.211184 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:38.216039 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-994cc0bd-ecab-41df-a98a-52dd2b27af69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:38.221510 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd07b099-eb0c-4c6b-bdfb-12b65a433220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:38.249182 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 11 16:48:38.262862 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43113bd-1df0-4f72-ab26-5e07704cbd62,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:38.267320 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:38.267721 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.segments_db [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Added segment 4042c10a-5000-4e42-aebe-6e63eb4f6099 of type vxlan for network 081d5d22-9acf-4761-89f3-b33afdd1cd26
Dec 11 16:48:38.269075 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:38.295701 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757087056021'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:38.326499 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:38.327548 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:48:38.328197 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:38.333328 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7b51e78d-f81d-4329-9d38-edf3a9a7c3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:38.426838 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 93357c5a-a855-4cf7-b7b3-21b50e9b95ae up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:48:38.440437 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.4103789
Dec 11 16:48:38.443308 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 37562) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:38.446329 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Pushing event updated for resources: {'Network': ['ID=081d5d22-9acf-4761-89f3-b33afdd1cd26,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:38.449381 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:38.450282 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-347b3d32-2fa6-4008-8f12-8ea49b2f7d04 admin admin] Request body: {'subnet': {'network_id': '081d5d22-9acf-4761-89f3-b33afdd1cd26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1135861688-subnet', 'tenant_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'ip_version': 4}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:48:38.456059 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-347b3d32-2fa6-4008-8f12-8ea49b2f7d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:48:38.460278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-347b3d32-2fa6-4008-8f12-8ea49b2f7d04 admin admin] Usage tracker for resource:subnet and tenant:0ca7dc1f6bfb4dd99378b1fcffc34916 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:48:38.464107 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-347b3d32-2fa6-4008-8f12-8ea49b2f7d04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:48:38.465450 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Network 081d5d22-9acf-4761-89f3-b33afdd1cd26 details requested by agent ovs-agent-dv-cinder-766752-1-iscsi with host dv-cinder-766752-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:48:38.469516 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-347b3d32-2fa6-4008-8f12-8ea49b2f7d04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:48:38.480275 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347b3d32-2fa6-4008-8f12-8ea49b2f7d04 admin admin] Made reservation on behalf of 0ca7dc1f6bfb4dd99378b1fcffc34916 for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:48:38.485554 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-347b3d32-2fa6-4008-8f12-8ea49b2f7d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822606741'] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:38.485782 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Network 081d5d22-9acf-4761-89f3-b33afdd1cd26 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:48:38.707404 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port 93357c5a-a855-4cf7-b7b3-21b50e9b95ae completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:48:38.712406 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 93357c5a-a855-4cf7-b7b3-21b50e9b95ae triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:48:38.712824 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:38.833977 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:38.850251 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port 93357c5a-a855-4cf7-b7b3-21b50e9b95ae, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=93357c5a-a855-4cf7-b7b3-21b50e9b95ae,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:48:38.853212 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:38.856211 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:38.902412 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-347b3d32-2fa6-4008-8f12-8ea49b2f7d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822896221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822606728'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:38.919018 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-862c1ed2-0d85-46fe-bcef-e6230578e747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:38.924096 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=93357c5a-a855-4cf7-b7b3-21b50e9b95ae,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:38.927924 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:39.059004 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b3d32-2fa6-4008-8f12-8ea49b2f7d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06ac183b-5d4e-4d8a-aca4-5791de63dc76,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:39.063251 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-347b3d32-2fa6-4008-8f12-8ea49b2f7d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:39.094501 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:39.121873 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347b3d32-2fa6-4008-8f12-8ea49b2f7d04 admin admin] Checking segment: {'id': '4042c10a-5000-4e42-aebe-6e63eb4f6099', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '081d5d22-9acf-4761-89f3-b33afdd1cd26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:48:39.122267 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347b3d32-2fa6-4008-8f12-8ea49b2f7d04 admin admin] Network hostable DHCP agents. Network: 081d5d22-9acf-4761-89f3-b33afdd1cd26, hostable agents: ['c5d385f8-98d2-443d-9154-5b7329a9b521'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 11 16:48:39.141049 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347b3d32-2fa6-4008-8f12-8ea49b2f7d04 admin admin] Network 081d5d22-9acf-4761-89f3-b33afdd1cd26 is scheduled to be hosted by DHCP agent c5d385f8-98d2-443d-9154-5b7329a9b521 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 11 16:48:39.149820 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-347b3d32-2fa6-4008-8f12-8ea49b2f7d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-iscsi, 081d5d22-9acf-4761-89f3-b33afdd1cd26) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:48:39.161657 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb1033b-e0be-4adb-b3a3-d36df75994f7 None None] Network 081d5d22-9acf-4761-89f3-b33afdd1cd26 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:48:39.161793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347b3d32-2fa6-4008-8f12-8ea49b2f7d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:48:39.162396 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-347b3d32-2fa6-4008-8f12-8ea49b2f7d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:39.184154 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-347b3d32-2fa6-4008-8f12-8ea49b2f7d04 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7370143
Dec 11 16:48:39.184361 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 37568) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:39.191964 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1135861688-router', 'tenant_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:48:39.196904 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:48:39.201003 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Usage tracker for resource:router and tenant:0ca7dc1f6bfb4dd99378b1fcffc34916 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:48:39.209591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:48:39.215492 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:48:39.225839 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854257003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854741687'] for router, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:39.227521 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854284226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-492582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34129'] for router, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:39.242717 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:39.392153 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Sync routers for ids ['0a1fbd86-881d-4f33-9ea7-8ac22e555e27'] in dv-cinder-766752-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:48:39.408408 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Routers {'0a1fbd86-881d-4f33-9ea7-8ac22e555e27'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:48:39.409149 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eaa87c908>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:48:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['0a1fbd86-881d-4f33-9ea7-8ac22e555e27'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:48:39.467487 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777d011e-38e5-4018-b33a-be504623423c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e165c9a-747f-5c25-ae5f-69a683944675-081d5d22-9acf-4761-89f3-b33afdd1cd26', 'network_id': '081d5d22-9acf-4761-89f3-b33afdd1cd26', 'tenant_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'fixed_ips': [{'subnet_id': '06ac183b-5d4e-4d8a-aca4-5791de63dc76'}]}} from dv-cinder-766752-1-iscsi. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 11 16:48:39.468325 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-777d011e-38e5-4018-b33a-be504623423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:39.537415 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854270776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34094'] for router, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:39.747523 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Set router 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:48:39.912272 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:39.945763 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:40.315042 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:40.346619 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-777d011e-38e5-4018-b33a-be504623423c None None] Allocated IP 172.20.0.2 (081d5d22-9acf-4761-89f3-b33afdd1cd26/06ac183b-5d4e-4d8a-aca4-5791de63dc76/0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:48:40.423809 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 93357c5a-a855-4cf7-b7b3-21b50e9b95ae up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:48:40.487898 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Allocated IP 172.27.3.139 (2c8d0687-6545-4ddc-9608-794ea870ad6d/c11ea905-4982-4de9-ba49-1a66c1d28d32/5e94017f-1b4e-44da-abe2-5436f177163d) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:48:40.612121 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eaa87c908>, [{'id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'name': 'tempest-TestShelveInstance-663397787-router', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:31Z', 'updated_at': '2020-12-11T16:48:36Z', 'revision_number': 4, 'project_id': '994961baca084582a9934ffcde79a08c', 'gw_port': {'id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:32Z', 'updated_at': '2020-12-11T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31', 'name': '', 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'mac_address': 'fa:16:3e:9a:2b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fa5d12ee-640f-4f94-ac79-cca10d376e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:35Z', 'updated_at': '2020-12-11T16:48:36Z', 'revision_number': 2, 'project_id': '994961baca084582a9934ffcde79a08c', 'subnets': [{'id': 'fa5d12ee-640f-4f94-ac79-cca10d376e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:48:40.634737 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Checking router: 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 for host: dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:48:40.635144 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Updating router 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 port 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 binding host dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 11 16:48:40.669478 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:40.698699 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:40.715773 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-00b9a518-d4c1-4067-8d9e-eed68803af02 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:40.719253 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 93357c5a-a855-4cf7-b7b3-21b50e9b95ae triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:48:40.719680 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:40.810442 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:40.824247 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-777d011e-38e5-4018-b33a-be504623423c None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:40.859235 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Pushing event updated for resources: {'Port': ['ID=5e94017f-1b4e-44da-abe2-5436f177163d,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:40.864018 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:40.878321 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-777d011e-38e5-4018-b33a-be504623423c None None] Transition to ACTIVE for port object 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:48:40.920771 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Network 2c8d0687-6545-4ddc-9608-794ea870ad6d is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:48:40.921988 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:48:40.924281 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:48:40.958112 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-777d011e-38e5-4018-b33a-be504623423c None None] Transition to ACTIVE for port object 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:48:41.013289 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-777d011e-38e5-4018-b33a-be504623423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:41.038952 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-52d807b3-4b4f-44a8-81ac-071a208c040c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:41.258909 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:41.273336 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d011e-38e5-4018-b33a-be504623423c None None] Pushing event updated for resources: {'Port': ['ID=0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:41.283402 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-777d011e-38e5-4018-b33a-be504623423c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:41.395846 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:41.442835 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777d011e-38e5-4018-b33a-be504623423c None None] Network 081d5d22-9acf-4761-89f3-b33afdd1cd26 is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:48:41.445896 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-777d011e-38e5-4018-b33a-be504623423c None None] Resources bound (agent type, host, resource id):  {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:48:41.449928 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777d011e-38e5-4018-b33a-be504623423c None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:48:41.531810 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-777d011e-38e5-4018-b33a-be504623423c None None] Attempting to bind port 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:48:41.532227 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-777d011e-38e5-4018-b33a-be504623423c None None] Attempting to bind port 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': '4042c10a-5000-4e42-aebe-6e63eb4f6099', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '081d5d22-9acf-4761-89f3-b33afdd1cd26'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:48:41.532637 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777d011e-38e5-4018-b33a-be504623423c None None] Attempting to bind port 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 on network 081d5d22-9acf-4761-89f3-b33afdd1cd26 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:48:41.541764 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777d011e-38e5-4018-b33a-be504623423c None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:48:41.542188 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777d011e-38e5-4018-b33a-be504623423c None None] Checking segment: {'id': '4042c10a-5000-4e42-aebe-6e63eb4f6099', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '081d5d22-9acf-4761-89f3-b33afdd1cd26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:48:41.542638 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-777d011e-38e5-4018-b33a-be504623423c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:41.543209 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777d011e-38e5-4018-b33a-be504623423c None None] Bound using segment: {'id': '4042c10a-5000-4e42-aebe-6e63eb4f6099', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '081d5d22-9acf-4761-89f3-b33afdd1cd26'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:48:41.543603 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-777d011e-38e5-4018-b33a-be504623423c None None] Bound port: 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4042c10a-5000-4e42-aebe-6e63eb4f6099', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '081d5d22-9acf-4761-89f3-b33afdd1cd26'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:48:41.544022 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-777d011e-38e5-4018-b33a-be504623423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:41.696042 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:41.715627 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-777d011e-38e5-4018-b33a-be504623423c None None] For port 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:48:41.717977 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Transition to ACTIVE for port object 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:48:41.719977 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-777d011e-38e5-4018-b33a-be504623423c None None] For port 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6,segment=NetworkSegment(4042c10a-5000-4e42-aebe-6e63eb4f6099),segment_id=4042c10a-5000-4e42-aebe-6e63eb4f6099)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:48:41.722906 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:41.739661 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:41.765953 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505042'] for router, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:41.775803 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-777d011e-38e5-4018-b33a-be504623423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:41.966006 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869d941-5d16-4704-bee0-7655a022c5f7 None None] Pushing event updated for resources: {'Port': ['ID=9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:41.980349 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Router d07e1939-fdf1-42c2-89f2-a5ddf48ff163 is scheduled to L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 with binding_index 1 {{(pid=80199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 11 16:48:42.153816 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6869d941-5d16-4704-bee0-7655a022c5f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:42.157884 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.356s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:42.180740 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:48:42.190331 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Sync routers for ids ['d07e1939-fdf1-42c2-89f2-a5ddf48ff163'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:48:42.200900 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Routers {'d07e1939-fdf1-42c2-89f2-a5ddf48ff163'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:48:42.201551 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eaba33fd0>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:48:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['d07e1939-fdf1-42c2-89f2-a5ddf48ff163'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:48:42.204589 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:42.208627 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.0193188
Dec 11 16:48:42.208926 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 37590) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:42.280304 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d011e-38e5-4018-b33a-be504623423c None None] Pushing event updated for resources: {'Port': ['ID=0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:42.286232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-777d011e-38e5-4018-b33a-be504623423c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:42.428094 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Set router d07e1939-fdf1-42c2-89f2-a5ddf48ff163 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:48:42.435861 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Attempting to bind port 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:48:42.436410 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Attempting to bind port 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': '743a95dd-3805-452d-9981-94ac9c5756ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:48:42.436837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Attempting to bind port 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 on network bff8e5ca-7c3b-4696-ab6e-323aef104ce6 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:48:42.448594 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:48:42.449030 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Checking segment: {'id': '743a95dd-3805-452d-9981-94ac9c5756ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:48:42.449492 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:42.452133 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Bound using segment: {'id': '743a95dd-3805-452d-9981-94ac9c5756ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:48:42.454120 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Bound port: 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743a95dd-3805-452d-9981-94ac9c5756ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:48:42.454572 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:42.605576 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] For port 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:48:42.609461 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] For port 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31,segment=NetworkSegment(743a95dd-3805-452d-9981-94ac9c5756ee),segment_id=743a95dd-3805-452d-9981-94ac9c5756ee)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:48:42.614999 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:42.631515 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:42.826263 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eaba33fd0>, [{'id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'name': 'tempest-TestShelveInstance-1135861688-router', 'tenant_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '5e94017f-1b4e-44da-abe2-5436f177163d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:39Z', 'updated_at': '2020-12-11T16:48:41Z', 'revision_number': 3, 'project_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'gw_port': {'id': '5e94017f-1b4e-44da-abe2-5436f177163d', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:40Z', 'updated_at': '2020-12-11T16:48:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:48:42.831258 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Checking router: d07e1939-fdf1-42c2-89f2-a5ddf48ff163 for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:48:42.833264 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Updating router d07e1939-fdf1-42c2-89f2-a5ddf48ff163 port 5e94017f-1b4e-44da-abe2-5436f177163d binding host dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 11 16:48:42.846847 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869d941-5d16-4704-bee0-7655a022c5f7 None None] Pushing event updated for resources: {'Port': ['ID=9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:42.852982 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6869d941-5d16-4704-bee0-7655a022c5f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:42.906555 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Routers {'0a1fbd86-881d-4f33-9ea7-8ac22e555e27'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:48:42.907299 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eaa87c908>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:48:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['0a1fbd86-881d-4f33-9ea7-8ac22e555e27'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:48:42.936501 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:43.137959 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] Set router 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:48:43.199226 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:43.390197 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:43.403054 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Transition to ACTIVE for port object 5e94017f-1b4e-44da-abe2-5436f177163d will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:48:43.405927 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:43.422134 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:43.502408 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eaa87c908>, [{'id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'name': 'tempest-TestShelveInstance-663397787-router', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:31Z', 'updated_at': '2020-12-11T16:48:36Z', 'revision_number': 4, 'project_id': '994961baca084582a9934ffcde79a08c', 'gw_port': {'id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:32Z', 'updated_at': '2020-12-11T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31', 'name': '', 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'mac_address': 'fa:16:3e:9a:2b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fa5d12ee-640f-4f94-ac79-cca10d376e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:35Z', 'updated_at': '2020-12-11T16:48:42Z', 'revision_number': 4, 'project_id': '994961baca084582a9934ffcde79a08c', 'subnets': [{'id': 'fa5d12ee-640f-4f94-ac79-cca10d376e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:48:43.510335 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a8f78b-24e3-46ba-af33-baf0f298e19f None None] The sync data for ids ['0a1fbd86-881d-4f33-9ea7-8ac22e555e27'] in dv-cinder-766752-1-iscsi is: [{'id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'name': 'tempest-TestShelveInstance-663397787-router', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:31Z', 'updated_at': '2020-12-11T16:48:36Z', 'revision_number': 4, 'project_id': '994961baca084582a9934ffcde79a08c', 'gw_port': {'id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:32Z', 'updated_at': '2020-12-11T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31', 'name': '', 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'mac_address': 'fa:16:3e:9a:2b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fa5d12ee-640f-4f94-ac79-cca10d376e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:35Z', 'updated_at': '2020-12-11T16:48:42Z', 'revision_number': 4, 'project_id': '994961baca084582a9934ffcde79a08c', 'subnets': [{'id': 'fa5d12ee-640f-4f94-ac79-cca10d376e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:48:43.608885 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Allocated IP 172.20.0.1 (081d5d22-9acf-4761-89f3-b33afdd1cd26/06ac183b-5d4e-4d8a-aca4-5791de63dc76/4418e162-af59-433e-b778-6e6fc64d5e3a) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:48:43.731682 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60192b17-4b67-492e-ba5f-0c48f113c6fd None None] Pushing event updated for resources: {'Port': ['ID=5e94017f-1b4e-44da-abe2-5436f177163d,revision_number=2']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:43.745270 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-60192b17-4b67-492e-ba5f-0c48f113c6fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:43.815568 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Attempting to bind port 5e94017f-1b4e-44da-abe2-5436f177163d on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:48:43.816450 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Attempting to bind port 5e94017f-1b4e-44da-abe2-5436f177163d by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:48:43.816870 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Attempting to bind port 5e94017f-1b4e-44da-abe2-5436f177163d on network 2c8d0687-6545-4ddc-9608-794ea870ad6d {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:48:43.818141 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:43.823618 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:48:43.824050 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Checking segment: {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:48:43.824509 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:43.824953 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Bound using segment: {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:48:43.825912 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Bound port: 5e94017f-1b4e-44da-abe2-5436f177163d, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e293bf82-d0f3-48c6-abab-58bd7d604942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:48:43.826352 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:43.838541 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Transition to ACTIVE for port object 4418e162-af59-433e-b778-6e6fc64d5e3a will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:48:43.864250 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:43.911214 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-0db7d670-c8d2-4d61-9af4-840f2376e126 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:43.930124 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] For port 5e94017f-1b4e-44da-abe2-5436f177163d, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:48:43.933812 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] For port 5e94017f-1b4e-44da-abe2-5436f177163d, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=5e94017f-1b4e-44da-abe2-5436f177163d,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:48:43.938557 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:43.979055 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7ef379c3-1d20-449d-b163-cc8a555d9431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:44.012973 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a63242-6e8e-48a7-8cf1-8c206f44badc None None] Network 081d5d22-9acf-4761-89f3-b33afdd1cd26 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:48:44.051213 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Pushing event updated for resources: {'Port': ['ID=4418e162-af59-433e-b778-6e6fc64d5e3a,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:44.055845 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:44.103982 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Network 081d5d22-9acf-4761-89f3-b33afdd1cd26 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:48:44.105342 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:48:44.110187 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:48:44.138135 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60192b17-4b67-492e-ba5f-0c48f113c6fd None None] Pushing event updated for resources: {'Port': ['ID=5e94017f-1b4e-44da-abe2-5436f177163d,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:44.142691 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-60192b17-4b67-492e-ba5f-0c48f113c6fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:44.173040 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Routers {'d07e1939-fdf1-42c2-89f2-a5ddf48ff163'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:48:44.173645 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-fdefb4aa-65d4-4161-ad97-3abf40358ab2 None None] Provisioning for port 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:48:44.173763 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eaba33fd0>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:48:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['d07e1939-fdf1-42c2-89f2-a5ddf48ff163'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:48:44.189898 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854270948'] for router_interface, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:44.321589 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:44.411674 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] Set router d07e1939-fdf1-42c2-89f2-a5ddf48ff163 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:48:44.618614 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:48:44.782085 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-f6fdb3c8-d2b0-479c-9a14-f3096096a0a0 None None] Provisioning for port 4418e162-af59-433e-b778-6e6fc64d5e3a completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:48:44.790412 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-f6fdb3c8-d2b0-479c-9a14-f3096096a0a0 None None] Provisioning complete for port 4418e162-af59-433e-b778-6e6fc64d5e3a triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:48:44.791289 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb3c8-d2b0-479c-9a14-f3096096a0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:44.828912 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:44.833430 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31879474'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:44.871724 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:44.882850 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdb3c8-d2b0-479c-9a14-f3096096a0a0 None None] Port 4418e162-af59-433e-b778-6e6fc64d5e3a cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:48:44.897594 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:48:44.923508 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:48:44.924010 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:44.960320 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Pushing event updated for resources: {'Port': ['ID=4418e162-af59-433e-b778-6e6fc64d5e3a,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:44.963010 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:44.979968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-f6fdb3c8-d2b0-479c-9a14-f3096096a0a0 None None] Provisioning complete for port 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:48:44.980703 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb3c8-d2b0-479c-9a14-f3096096a0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:44.985061 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851421897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854276357'] for router_interface, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:45.017986 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eaba33fd0>, [{'id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'name': 'tempest-TestShelveInstance-1135861688-router', 'tenant_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '5e94017f-1b4e-44da-abe2-5436f177163d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:39Z', 'updated_at': '2020-12-11T16:48:41Z', 'revision_number': 3, 'project_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'gw_port': {'id': '5e94017f-1b4e-44da-abe2-5436f177163d', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:40Z', 'updated_at': '2020-12-11T16:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:48:45.025037 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d95426-bb77-44c1-917e-d450b9483d56 None None] The sync data for ids ['d07e1939-fdf1-42c2-89f2-a5ddf48ff163'] in dv-cinder-766752-1-iscsi is: [{'id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'name': 'tempest-TestShelveInstance-1135861688-router', 'tenant_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '5e94017f-1b4e-44da-abe2-5436f177163d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:39Z', 'updated_at': '2020-12-11T16:48:41Z', 'revision_number': 3, 'project_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'gw_port': {'id': '5e94017f-1b4e-44da-abe2-5436f177163d', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:40Z', 'updated_at': '2020-12-11T16:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:48:45.164396 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Network 081d5d22-9acf-4761-89f3-b33afdd1cd26 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:48:45.165958 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:48:45.189306 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:45.231231 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb3c8-d2b0-479c-9a14-f3096096a0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:45.263620 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6,segment=NetworkSegment(4042c10a-5000-4e42-aebe-6e63eb4f6099),segment_id=4042c10a-5000-4e42-aebe-6e63eb4f6099)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:48:45.298944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:45.299852 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:48:45.334900 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:45.387780 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Router d07e1939-fdf1-42c2-89f2-a5ddf48ff163 has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:48:45.435765 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.api [None req-f6fdb3c8-d2b0-479c-9a14-f3096096a0a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 16:48:45.436178 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_db.api [None req-f6fdb3c8-d2b0-479c-9a14-f3096096a0a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 11 16:48:45.454391 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:45.459362 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:45.463053 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:48:45.468935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:48:45.469582 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:45.604084 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:45.606291 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:48:45.620720 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-0d8426e9-fee9-48ce-9102-7cc5c475acc2 admin admin] 10.222.0.68 "PUT /v2.0/routers/d07e1939-fdf1-42c2-89f2-a5ddf48ff163/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4107287
Dec 11 16:48:45.642470 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31,segment=NetworkSegment(743a95dd-3805-452d-9981-94ac9c5756ee),segment_id=743a95dd-3805-452d-9981-94ac9c5756ee)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:48:45.646324 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:45.650492 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:45.734677 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:45.738249 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:46.119423 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-273b1965-2bc3-433b-b16f-b15ae57aad99 None None] Provisioning complete for port 4418e162-af59-433e-b778-6e6fc64d5e3a triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:48:46.119926 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-273b1965-2bc3-433b-b16f-b15ae57aad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:46.181671 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-273b1965-2bc3-433b-b16f-b15ae57aad99 None None] Port 4418e162-af59-433e-b778-6e6fc64d5e3a cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:48:46.193886 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-273b1965-2bc3-433b-b16f-b15ae57aad99 None None] Provisioning complete for port 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:48:46.194392 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-273b1965-2bc3-433b-b16f-b15ae57aad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:46.285415 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-dfce3f9c-447c-4a7f-9292-9ee13af18e0d req-b55a3962-a8ee-4924-a2be-691ddbe6e8eb tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-963238406', 'description': 'tempest-TestShelveInstance-963238406 description'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:48:46.292528 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-dfce3f9c-447c-4a7f-9292-9ee13af18e0d req-b55a3962-a8ee-4924-a2be-691ddbe6e8eb tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:48:46.297412 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-dfce3f9c-447c-4a7f-9292-9ee13af18e0d req-b55a3962-a8ee-4924-a2be-691ddbe6e8eb tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Usage tracker for resource:security_group and tenant:994961baca084582a9934ffcde79a08c is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:48:46.301270 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-dfce3f9c-447c-4a7f-9292-9ee13af18e0d req-b55a3962-a8ee-4924-a2be-691ddbe6e8eb tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:48:46.307723 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-dfce3f9c-447c-4a7f-9292-9ee13af18e0d req-b55a3962-a8ee-4924-a2be-691ddbe6e8eb tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:48:46.322486 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-dfce3f9c-447c-4a7f-9292-9ee13af18e0d req-b55a3962-a8ee-4924-a2be-691ddbe6e8eb tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:46.344246 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-dfce3f9c-447c-4a7f-9292-9ee13af18e0d req-b55a3962-a8ee-4924-a2be-691ddbe6e8eb tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:48:46.349573 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-dfce3f9c-447c-4a7f-9292-9ee13af18e0d req-b55a3962-a8ee-4924-a2be-691ddbe6e8eb tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Usage tracker for resource:security_group_rule and tenant:994961baca084582a9934ffcde79a08c is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:48:46.352640 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-dfce3f9c-447c-4a7f-9292-9ee13af18e0d req-b55a3962-a8ee-4924-a2be-691ddbe6e8eb tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:48:46.358789 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-dfce3f9c-447c-4a7f-9292-9ee13af18e0d req-b55a3962-a8ee-4924-a2be-691ddbe6e8eb tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:48:46.445683 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-dfce3f9c-447c-4a7f-9292-9ee13af18e0d req-b55a3962-a8ee-4924-a2be-691ddbe6e8eb tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:46.449857 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-dfce3f9c-447c-4a7f-9292-9ee13af18e0d req-b55a3962-a8ee-4924-a2be-691ddbe6e8eb tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:46.455858 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-9ddb3201-726e-44c1-a5c9-822af9a669b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:46.517634 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a3962-a8ee-4924-a2be-691ddbe6e8eb tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Pushing event updated for resources: {'SecurityGroup': ['ID=485f8106-8f87-4393-b1ee-a02689c50c8c,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:46.523099 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-dfce3f9c-447c-4a7f-9292-9ee13af18e0d req-b55a3962-a8ee-4924-a2be-691ddbe6e8eb tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:46.525935 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-dfce3f9c-447c-4a7f-9292-9ee13af18e0d req-b55a3962-a8ee-4924-a2be-691ddbe6e8eb tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1755 time: 0.2460690
Dec 11 16:48:46.526838 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b55a3962-a8ee-4924-a2be-691ddbe6e8eb tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:46.545995 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:48:46.624910 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:48:46.625523 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:46.747512 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:48:46.760216 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a319cd9e-424b-4e42-a414-0d71ecb68a53 req-29c3724c-ea04-4ec3-952e-dc4b63f91250 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups/485f8106-8f87-4393-b1ee-a02689c50c8c HTTP/1.1" status: 200  len: 1750 time: 0.1887457
Dec 11 16:48:46.772426 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-a319cd9e-424b-4e42-a414-0d71ecb68a53 req-a9a10b9e-8e15-4545-b3ef-f1898e53b9e3 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '485f8106-8f87-4393-b1ee-a02689c50c8c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:48:46.772789 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-a319cd9e-424b-4e42-a414-0d71ecb68a53 req-a9a10b9e-8e15-4545-b3ef-f1898e53b9e3 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '485f8106-8f87-4393-b1ee-a02689c50c8c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:48:46.779169 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-a319cd9e-424b-4e42-a414-0d71ecb68a53 req-a9a10b9e-8e15-4545-b3ef-f1898e53b9e3 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:48:46.783252 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-a319cd9e-424b-4e42-a414-0d71ecb68a53 req-a9a10b9e-8e15-4545-b3ef-f1898e53b9e3 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Usage tracker for resource:security_group_rule and tenant:994961baca084582a9934ffcde79a08c is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:48:46.786788 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-a319cd9e-424b-4e42-a414-0d71ecb68a53 req-a9a10b9e-8e15-4545-b3ef-f1898e53b9e3 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:48:46.792731 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-a319cd9e-424b-4e42-a414-0d71ecb68a53 req-a9a10b9e-8e15-4545-b3ef-f1898e53b9e3 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:48:46.822521 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:48:46.822974 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:46.851225 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-a319cd9e-424b-4e42-a414-0d71ecb68a53 req-a9a10b9e-8e15-4545-b3ef-f1898e53b9e3 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:46.877928 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-a319cd9e-424b-4e42-a414-0d71ecb68a53 req-a9a10b9e-8e15-4545-b3ef-f1898e53b9e3 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:46.881505 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-a319cd9e-424b-4e42-a414-0d71ecb68a53 req-a9a10b9e-8e15-4545-b3ef-f1898e53b9e3 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263012'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:46.883832 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1042c53d-d783-4718-a7ad-8b096b0560d3 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:46.913864 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a10b9e-8e15-4545-b3ef-f1898e53b9e3 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbffa4a-9283-4e46-a88b-73a6009f201e,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:46.916739 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a9a10b9e-8e15-4545-b3ef-f1898e53b9e3 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:46.923872 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-a319cd9e-424b-4e42-a414-0d71ecb68a53 req-a9a10b9e-8e15-4545-b3ef-f1898e53b9e3 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:46.925179 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a319cd9e-424b-4e42-a414-0d71ecb68a53 req-a9a10b9e-8e15-4545-b3ef-f1898e53b9e3 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1581213
Dec 11 16:48:47.015664 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e39c35ed-17c7-4fe0-a38e-344d342a54d8 req-422a5c9b-7887-4440-aee4-98a15d279aa8 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups/485f8106-8f87-4393-b1ee-a02689c50c8c HTTP/1.1" status: 200  len: 2311 time: 0.0564954
Dec 11 16:48:47.026498 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-e39c35ed-17c7-4fe0-a38e-344d342a54d8 req-c0b63cb9-cd38-44c1-9fcf-d472a1f0efda tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '485f8106-8f87-4393-b1ee-a02689c50c8c', 'remote_group_id': None}]} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:48:47.026888 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-e39c35ed-17c7-4fe0-a38e-344d342a54d8 req-c0b63cb9-cd38-44c1-9fcf-d472a1f0efda tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '485f8106-8f87-4393-b1ee-a02689c50c8c', 'remote_group_id': None}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:48:47.033097 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-e39c35ed-17c7-4fe0-a38e-344d342a54d8 req-c0b63cb9-cd38-44c1-9fcf-d472a1f0efda tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:48:47.037409 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-e39c35ed-17c7-4fe0-a38e-344d342a54d8 req-c0b63cb9-cd38-44c1-9fcf-d472a1f0efda tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Usage tracker for resource:security_group_rule and tenant:994961baca084582a9934ffcde79a08c is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:48:47.040471 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-e39c35ed-17c7-4fe0-a38e-344d342a54d8 req-c0b63cb9-cd38-44c1-9fcf-d472a1f0efda tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:48:47.046339 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-e39c35ed-17c7-4fe0-a38e-344d342a54d8 req-c0b63cb9-cd38-44c1-9fcf-d472a1f0efda tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:48:47.105787 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-e39c35ed-17c7-4fe0-a38e-344d342a54d8 req-c0b63cb9-cd38-44c1-9fcf-d472a1f0efda tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:47.118322 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 5e94017f-1b4e-44da-abe2-5436f177163d up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:48:47.131971 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-e39c35ed-17c7-4fe0-a38e-344d342a54d8 req-c0b63cb9-cd38-44c1-9fcf-d472a1f0efda tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:47.135365 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-e39c35ed-17c7-4fe0-a38e-344d342a54d8 req-c0b63cb9-cd38-44c1-9fcf-d472a1f0efda tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263012'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:47.143277 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:47.166687 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b63cb9-cd38-44c1-9fcf-d472a1f0efda tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd24a59-cb44-40d4-97c5-43401156dbf0,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:47.169553 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c0b63cb9-cd38-44c1-9fcf-d472a1f0efda tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:47.173252 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-e39c35ed-17c7-4fe0-a38e-344d342a54d8 req-c0b63cb9-cd38-44c1-9fcf-d472a1f0efda tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:47.174553 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e39c35ed-17c7-4fe0-a38e-344d342a54d8 req-c0b63cb9-cd38-44c1-9fcf-d472a1f0efda tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1523509
Dec 11 16:48:47.189199 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port 5e94017f-1b4e-44da-abe2-5436f177163d completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:48:47.195482 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 5e94017f-1b4e-44da-abe2-5436f177163d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:48:47.195912 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:47.318770 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:47.336028 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port 5e94017f-1b4e-44da-abe2-5436f177163d, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=5e94017f-1b4e-44da-abe2-5436f177163d,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:48:47.339146 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:47.340983 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:47.412038 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=5e94017f-1b4e-44da-abe2-5436f177163d,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:47.415389 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:48.290536 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Sync routers for ids ['d07e1939-fdf1-42c2-89f2-a5ddf48ff163'] in dv-cinder-766752-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:48:48.301758 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Routers {'d07e1939-fdf1-42c2-89f2-a5ddf48ff163'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:48:48.302442 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eaa885e10>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:48:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['d07e1939-fdf1-42c2-89f2-a5ddf48ff163'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:48:48.427982 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 5e94017f-1b4e-44da-abe2-5436f177163d up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:48:48.564987 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 5e94017f-1b4e-44da-abe2-5436f177163d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:48:48.565416 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:48.573172 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 37734) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:48.613902 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Set router d07e1939-fdf1-42c2-89f2-a5ddf48ff163 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:48:48.734523 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a2715c11-2fee-486b-979b-a1f94508e1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:48.750481 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-a2715c11-2fee-486b-979b-a1f94508e1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:48:48.755217 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-a2715c11-2fee-486b-979b-a1f94508e1b3 admin admin] Usage tracker for resource:security_group_rule and tenant:dcbdb1cc454d474aaa058acbd2fde735 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:48:48.758188 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-a2715c11-2fee-486b-979b-a1f94508e1b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:48:48.764098 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-a2715c11-2fee-486b-979b-a1f94508e1b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:48:48.852619 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a2715c11-2fee-486b-979b-a1f94508e1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:48.855674 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a2715c11-2fee-486b-979b-a1f94508e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:48.868657 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-5b0c1fcf-ea2b-48b3-98f8-6c11da9e21f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:48.918527 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-a2715c11-2fee-486b-979b-a1f94508e1b3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dcbdb1cc454d474aaa058acbd2fde735&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3410194
Dec 11 16:48:48.918527 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 37742) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:48.920900 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2715c11-2fee-486b-979b-a1f94508e1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44c8d68-b30e-4969-845f-c3a3da6d7ea4,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:48.936644 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a2715c11-2fee-486b-979b-a1f94508e1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:48.991922 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9d066ae1-f541-42d4-8826-c2522d568575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:49.022554 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9d066ae1-f541-42d4-8826-c2522d568575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:49.044712 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eaa885e10>, [{'id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'name': 'tempest-TestShelveInstance-1135861688-router', 'tenant_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '5e94017f-1b4e-44da-abe2-5436f177163d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:39Z', 'updated_at': '2020-12-11T16:48:44Z', 'revision_number': 4, 'project_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'gw_port': {'id': '5e94017f-1b4e-44da-abe2-5436f177163d', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:40Z', 'updated_at': '2020-12-11T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '4418e162-af59-433e-b778-6e6fc64d5e3a', 'name': '', 'network_id': '081d5d22-9acf-4761-89f3-b33afdd1cd26', 'tenant_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'mac_address': 'fa:16:3e:f8:46:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '06ac183b-5d4e-4d8a-aca4-5791de63dc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:43Z', 'updated_at': '2020-12-11T16:48:44Z', 'revision_number': 2, 'project_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'subnets': [{'id': '06ac183b-5d4e-4d8a-aca4-5791de63dc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:48:49.048999 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Checking router: d07e1939-fdf1-42c2-89f2-a5ddf48ff163 for host: dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:48:49.049409 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Updating router d07e1939-fdf1-42c2-89f2-a5ddf48ff163 port 4418e162-af59-433e-b778-6e6fc64d5e3a binding host dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 11 16:48:49.069997 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9d066ae1-f541-42d4-8826-c2522d568575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:49.075356 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-8066c63a-faa6-426f-880a-7d04dfc04880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:49.088211 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d066ae1-f541-42d4-8826-c2522d568575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44c8d68-b30e-4969-845f-c3a3da6d7ea4,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:49.090943 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-9d066ae1-f541-42d4-8826-c2522d568575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:49.094740 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9d066ae1-f541-42d4-8826-c2522d568575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:49.099859 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-9d066ae1-f541-42d4-8826-c2522d568575 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e44c8d68-b30e-4969-845f-c3a3da6d7ea4 HTTP/1.1" status: 204  len: 168 time: 0.1777778
Dec 11 16:48:49.127963 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:49.467084 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 37750) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:49.496422 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-afa80273-1344-4427-b5c3-24b1d2e26bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:49.526604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-afa80273-1344-4427-b5c3-24b1d2e26bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:48:49.530713 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-afa80273-1344-4427-b5c3-24b1d2e26bb4 admin admin] Usage tracker for resource:security_group_rule and tenant:396dd7494437479e962bba5e0b783795 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:48:49.533750 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-afa80273-1344-4427-b5c3-24b1d2e26bb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:48:49.539977 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-afa80273-1344-4427-b5c3-24b1d2e26bb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:48:49.564442 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:49.577967 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Transition to ACTIVE for port object 4418e162-af59-433e-b778-6e6fc64d5e3a will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:48:49.580891 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:49.596300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:49.633826 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-afa80273-1344-4427-b5c3-24b1d2e26bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:49.636763 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-afa80273-1344-4427-b5c3-24b1d2e26bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:49.646046 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4daa3abb-73c6-4501-bd0f-0c76b8c242a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:49.691705 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-afa80273-1344-4427-b5c3-24b1d2e26bb4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=396dd7494437479e962bba5e0b783795&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2234311
Dec 11 16:48:49.693431 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa80273-1344-4427-b5c3-24b1d2e26bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7621246a-6ff5-4148-9cdb-0953271c5c13,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:49.694573 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 37754) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:49.696913 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-afa80273-1344-4427-b5c3-24b1d2e26bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:49.745211 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3435596-54ac-40ee-af5d-fca76046c3de None None] Pushing event updated for resources: {'Port': ['ID=4418e162-af59-433e-b778-6e6fc64d5e3a,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:49.749798 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f3435596-54ac-40ee-af5d-fca76046c3de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:49.769202 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f617802-1a04-48c9-b65b-4892b96b167d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:49.798823 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f617802-1a04-48c9-b65b-4892b96b167d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:49.852427 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f617802-1a04-48c9-b65b-4892b96b167d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:49.858017 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-015bee1c-076a-4d2d-96ee-261299492da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:49.874160 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f617802-1a04-48c9-b65b-4892b96b167d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7621246a-6ff5-4148-9cdb-0953271c5c13,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:49.877059 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-9f617802-1a04-48c9-b65b-4892b96b167d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:49.879570 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9f617802-1a04-48c9-b65b-4892b96b167d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:49.880933 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-9f617802-1a04-48c9-b65b-4892b96b167d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7621246a-6ff5-4148-9cdb-0953271c5c13 HTTP/1.1" status: 204  len: 168 time: 0.1851749
Dec 11 16:48:49.939101 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Attempting to bind port 4418e162-af59-433e-b778-6e6fc64d5e3a on host dv-cinder-766752-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:48:49.939526 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Attempting to bind port 4418e162-af59-433e-b778-6e6fc64d5e3a by drivers openvswitch on host dv-cinder-766752-1-iscsi at level 0 using segments [{'id': '4042c10a-5000-4e42-aebe-6e63eb4f6099', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '081d5d22-9acf-4761-89f3-b33afdd1cd26'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:48:49.939945 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Attempting to bind port 4418e162-af59-433e-b778-6e6fc64d5e3a on network 081d5d22-9acf-4761-89f3-b33afdd1cd26 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:48:49.946557 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Checking agent: {'id': '64843ea7-881c-4129-a435-c428b33eed68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 40), 'started_at': datetime.datetime(2020, 12, 11, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:48:49.947043 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Checking segment: {'id': '4042c10a-5000-4e42-aebe-6e63eb4f6099', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '081d5d22-9acf-4761-89f3-b33afdd1cd26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:48:49.947572 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:49.947922 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Bound using segment: {'id': '4042c10a-5000-4e42-aebe-6e63eb4f6099', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '081d5d22-9acf-4761-89f3-b33afdd1cd26'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:48:49.948459 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Bound port: 4418e162-af59-433e-b778-6e6fc64d5e3a, host: dv-cinder-766752-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4042c10a-5000-4e42-aebe-6e63eb4f6099', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '081d5d22-9acf-4761-89f3-b33afdd1cd26'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:48:49.948855 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:50.049904 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] For port 4418e162-af59-433e-b778-6e6fc64d5e3a, host dv-cinder-766752-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:48:50.053266 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] For port 4418e162-af59-433e-b778-6e6fc64d5e3a, host dv-cinder-766752-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=4418e162-af59-433e-b778-6e6fc64d5e3a,segment=NetworkSegment(4042c10a-5000-4e42-aebe-6e63eb4f6099),segment_id=4042c10a-5000-4e42-aebe-6e63eb4f6099)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:48:50.057248 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:50.078023 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:50.421408 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3435596-54ac-40ee-af5d-fca76046c3de None None] Pushing event updated for resources: {'Port': ['ID=4418e162-af59-433e-b778-6e6fc64d5e3a,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:50.426093 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f3435596-54ac-40ee-af5d-fca76046c3de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:50.465111 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Routers {'d07e1939-fdf1-42c2-89f2-a5ddf48ff163'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:48:50.465845 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eaa885e10>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:48:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['d07e1939-fdf1-42c2-89f2-a5ddf48ff163'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:48:50.670660 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] Set router d07e1939-fdf1-42c2-89f2-a5ddf48ff163 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:48:51.036205 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eaa885e10>, [{'id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'name': 'tempest-TestShelveInstance-1135861688-router', 'tenant_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '5e94017f-1b4e-44da-abe2-5436f177163d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:39Z', 'updated_at': '2020-12-11T16:48:44Z', 'revision_number': 4, 'project_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'gw_port': {'id': '5e94017f-1b4e-44da-abe2-5436f177163d', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:40Z', 'updated_at': '2020-12-11T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '4418e162-af59-433e-b778-6e6fc64d5e3a', 'name': '', 'network_id': '081d5d22-9acf-4761-89f3-b33afdd1cd26', 'tenant_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'mac_address': 'fa:16:3e:f8:46:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '06ac183b-5d4e-4d8a-aca4-5791de63dc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:43Z', 'updated_at': '2020-12-11T16:48:50Z', 'revision_number': 4, 'project_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'subnets': [{'id': '06ac183b-5d4e-4d8a-aca4-5791de63dc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:48:51.040430 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a955751b-f5d8-4fb0-9314-0810936bfcb5 None None] The sync data for ids ['d07e1939-fdf1-42c2-89f2-a5ddf48ff163'] in dv-cinder-766752-1-iscsi is: [{'id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'name': 'tempest-TestShelveInstance-1135861688-router', 'tenant_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '5e94017f-1b4e-44da-abe2-5436f177163d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:39Z', 'updated_at': '2020-12-11T16:48:44Z', 'revision_number': 4, 'project_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'gw_port': {'id': '5e94017f-1b4e-44da-abe2-5436f177163d', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:40Z', 'updated_at': '2020-12-11T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '4418e162-af59-433e-b778-6e6fc64d5e3a', 'name': '', 'network_id': '081d5d22-9acf-4761-89f3-b33afdd1cd26', 'tenant_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'mac_address': 'fa:16:3e:f8:46:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '06ac183b-5d4e-4d8a-aca4-5791de63dc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:43Z', 'updated_at': '2020-12-11T16:48:50Z', 'revision_number': 4, 'project_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'subnets': [{'id': '06ac183b-5d4e-4d8a-aca4-5791de63dc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:48:52.432082 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 4418e162-af59-433e-b778-6e6fc64d5e3a up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:48:52.511716 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning for port 4418e162-af59-433e-b778-6e6fc64d5e3a completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:48:52.517230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 4418e162-af59-433e-b778-6e6fc64d5e3a triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:48:52.517716 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:52.538893 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 37812) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:52.646257 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:52.681608 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] For port 4418e162-af59-433e-b778-6e6fc64d5e3a, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=4418e162-af59-433e-b778-6e6fc64d5e3a,segment=NetworkSegment(4042c10a-5000-4e42-aebe-6e63eb4f6099),segment_id=4042c10a-5000-4e42-aebe-6e63eb4f6099)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:48:52.684879 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:52.688261 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:52.701294 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-086e7bba-3c65-42cf-8d74-b5dfe716cdfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:52.716716 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-086e7bba-3c65-42cf-8d74-b5dfe716cdfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:48:52.720943 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-086e7bba-3c65-42cf-8d74-b5dfe716cdfd admin admin] Usage tracker for resource:security_group_rule and tenant:bf8e719a713c4649a4ada77e4d89df82 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:48:52.724689 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-086e7bba-3c65-42cf-8d74-b5dfe716cdfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:48:52.731871 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-086e7bba-3c65-42cf-8d74-b5dfe716cdfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:48:52.756017 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Pushing event updated for resources: {'Port': ['ID=4418e162-af59-433e-b778-6e6fc64d5e3a,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:52.759324 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:52.821182 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-086e7bba-3c65-42cf-8d74-b5dfe716cdfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:52.824059 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-086e7bba-3c65-42cf-8d74-b5dfe716cdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:52.833609 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:52.876679 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-086e7bba-3c65-42cf-8d74-b5dfe716cdfd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bf8e719a713c4649a4ada77e4d89df82&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3362546
Dec 11 16:48:52.878536 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e7bba-3c65-42cf-8d74-b5dfe716cdfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb435aa1-7fc9-4dd4-a921-ad52705a5bfe,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:52.879563 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 37818) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:52.882063 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-086e7bba-3c65-42cf-8d74-b5dfe716cdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:52.942832 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f56d6ff6-da8a-43f5-9ff2-184cbf8ca384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:52.969537 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f56d6ff6-da8a-43f5-9ff2-184cbf8ca384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:53.010233 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:53.014665 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f56d6ff6-da8a-43f5-9ff2-184cbf8ca384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:53.020350 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f103cc60-2167-40fb-b93a-7ab900458a0c tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:53.033261 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d6ff6-da8a-43f5-9ff2-184cbf8ca384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb435aa1-7fc9-4dd4-a921-ad52705a5bfe,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:53.037852 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f56d6ff6-da8a-43f5-9ff2-184cbf8ca384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:53.043470 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f56d6ff6-da8a-43f5-9ff2-184cbf8ca384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:53.047598 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-f56d6ff6-da8a-43f5-9ff2-184cbf8ca384 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fb435aa1-7fc9-4dd4-a921-ad52705a5bfe HTTP/1.1" status: 204  len: 168 time: 0.1644304
Dec 11 16:48:53.398550 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 37828) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:53.423333 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-01c3e376-5500-4fca-879e-4a4df418ae46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:53.438932 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-01c3e376-5500-4fca-879e-4a4df418ae46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:48:53.443553 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-01c3e376-5500-4fca-879e-4a4df418ae46 admin admin] Usage tracker for resource:security_group_rule and tenant:cac300792e9d46b5a9042c586888f4b4 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:48:53.446506 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-01c3e376-5500-4fca-879e-4a4df418ae46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:48:53.452352 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-01c3e376-5500-4fca-879e-4a4df418ae46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:48:53.541532 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-01c3e376-5500-4fca-879e-4a4df418ae46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:53.544526 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-01c3e376-5500-4fca-879e-4a4df418ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:53.553588 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2a67d2bf-8b23-4674-a847-4c4008a89403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:53.597244 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3e376-5500-4fca-879e-4a4df418ae46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d8c452-462b-433f-b0c0-141737c09160,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:53.600706 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-01c3e376-5500-4fca-879e-4a4df418ae46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:53.603746 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-01c3e376-5500-4fca-879e-4a4df418ae46 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cac300792e9d46b5a9042c586888f4b4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2040455
Dec 11 16:48:53.606453 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 37832) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:53.670418 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-26fcc434-eb4b-42dc-9f60-24931d9aeda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:53.700674 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-26fcc434-eb4b-42dc-9f60-24931d9aeda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:53.750561 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-26fcc434-eb4b-42dc-9f60-24931d9aeda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:53.756183 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-cea7ccae-873c-48d6-bbed-59123c363f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:53.768505 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcc434-eb4b-42dc-9f60-24931d9aeda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d8c452-462b-433f-b0c0-141737c09160,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:53.771831 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-26fcc434-eb4b-42dc-9f60-24931d9aeda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:53.774082 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-26fcc434-eb4b-42dc-9f60-24931d9aeda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:53.775331 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-26fcc434-eb4b-42dc-9f60-24931d9aeda2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/41d8c452-462b-433f-b0c0-141737c09160 HTTP/1.1" status: 204  len: 168 time: 0.1678414
Dec 11 16:48:54.410085 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 4418e162-af59-433e-b778-6e6fc64d5e3a up at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:48:54.506813 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Provisioning complete for port 4418e162-af59-433e-b778-6e6fc64d5e3a triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:48:54.507279 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:57.666935 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 37970) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:57.824782 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9781bf1-beea-46e2-a317-1faab2554ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:57.840838 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-c9781bf1-beea-46e2-a317-1faab2554ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:48:57.844827 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-c9781bf1-beea-46e2-a317-1faab2554ec9 admin admin] Usage tracker for resource:security_group_rule and tenant:85e5c21e38954441b05b355115d30f79 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:48:57.847803 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-c9781bf1-beea-46e2-a317-1faab2554ec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:48:57.853605 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-c9781bf1-beea-46e2-a317-1faab2554ec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:48:57.940943 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9781bf1-beea-46e2-a317-1faab2554ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:57.943897 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c9781bf1-beea-46e2-a317-1faab2554ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:57.952816 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-08ad3c7c-f22e-4e51-a878-96c4f588a98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:57.996149 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-c9781bf1-beea-46e2-a317-1faab2554ec9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=85e5c21e38954441b05b355115d30f79&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3280528
Dec 11 16:48:57.997938 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9781bf1-beea-46e2-a317-1faab2554ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1b5622-79cf-440a-bd6f-c676698e8d7b,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:57.999104 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 37978) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:58.001205 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c9781bf1-beea-46e2-a317-1faab2554ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:58.069700 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1203e189-b270-4134-a2f5-9d251394640c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:58.100433 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1203e189-b270-4134-a2f5-9d251394640c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:58.149379 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1203e189-b270-4134-a2f5-9d251394640c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:58.154273 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:58.167625 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203e189-b270-4134-a2f5-9d251394640c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1b5622-79cf-440a-bd6f-c676698e8d7b,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:58.170831 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1203e189-b270-4134-a2f5-9d251394640c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:58.179270 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1203e189-b270-4134-a2f5-9d251394640c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:58.180525 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1203e189-b270-4134-a2f5-9d251394640c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ca1b5622-79cf-440a-bd6f-c676698e8d7b HTTP/1.1" status: 204  len: 168 time: 0.1802683
Dec 11 16:48:58.522905 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 37986) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:58.543811 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ebfa435-b546-4afc-8033-77006cdf1d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:58.560897 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-3ebfa435-b546-4afc-8033-77006cdf1d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:48:58.565006 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-3ebfa435-b546-4afc-8033-77006cdf1d2c admin admin] Usage tracker for resource:security_group_rule and tenant:4d994236e90442dba74a98ff6dfe25d6 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:48:58.568063 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-3ebfa435-b546-4afc-8033-77006cdf1d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:48:58.573907 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-3ebfa435-b546-4afc-8033-77006cdf1d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:48:58.663955 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ebfa435-b546-4afc-8033-77006cdf1d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:58.667216 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ebfa435-b546-4afc-8033-77006cdf1d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:58.676478 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-5d4545f1-66cc-4efc-9fbe-8f8ae7f47225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:58.720995 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-3ebfa435-b546-4afc-8033-77006cdf1d2c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4d994236e90442dba74a98ff6dfe25d6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1967938
Dec 11 16:48:58.722189 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfa435-b546-4afc-8033-77006cdf1d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183f5eb5-2438-4ee9-bade-ec23ef00a3fd,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:58.723425 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 37998) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:48:58.725831 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-3ebfa435-b546-4afc-8033-77006cdf1d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:58.786030 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-808e3762-3f44-4bb5-a37f-0203faa32dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:58.812971 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-808e3762-3f44-4bb5-a37f-0203faa32dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:58.863645 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-808e3762-3f44-4bb5-a37f-0203faa32dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:58.869972 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:48:58.884273 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e3762-3f44-4bb5-a37f-0203faa32dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183f5eb5-2438-4ee9-bade-ec23ef00a3fd,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:48:58.887481 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-808e3762-3f44-4bb5-a37f-0203faa32dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:48:58.888427 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-808e3762-3f44-4bb5-a37f-0203faa32dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:48:58.892543 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-808e3762-3f44-4bb5-a37f-0203faa32dd8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/183f5eb5-2438-4ee9-bade-ec23ef00a3fd HTTP/1.1" status: 204  len: 168 time: 0.1680200
Dec 11 16:49:03.112274 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 38100) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:49:03.268219 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e637f917-da3f-4cfb-9dae-aced070c4b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:03.284609 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-e637f917-da3f-4cfb-9dae-aced070c4b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:49:03.289087 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-e637f917-da3f-4cfb-9dae-aced070c4b5f admin admin] Usage tracker for resource:security_group_rule and tenant:9c29d46ffe4f430aa7e052ec1e9e5297 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:49:03.292236 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-e637f917-da3f-4cfb-9dae-aced070c4b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:49:03.298132 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-e637f917-da3f-4cfb-9dae-aced070c4b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:49:03.387653 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e637f917-da3f-4cfb-9dae-aced070c4b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:03.390639 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e637f917-da3f-4cfb-9dae-aced070c4b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:03.400593 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6c309b64-b90c-4f18-b1d0-b5e978ae5b21 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:03.445585 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-e637f917-da3f-4cfb-9dae-aced070c4b5f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9c29d46ffe4f430aa7e052ec1e9e5297&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3320642
Dec 11 16:49:03.446602 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637f917-da3f-4cfb-9dae-aced070c4b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7150c7d6-bd35-40e9-a0cd-f1048949a516,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:03.448640 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 38112) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:49:03.450009 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e637f917-da3f-4cfb-9dae-aced070c4b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:03.514739 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-6eb3403e-15c9-4ca7-8559-909395e434f2 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Synchronizing usage tracker for tenant:994961baca084582a9934ffcde79a08c on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:49:03.514993 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7073f6c3-f781-4dee-8173-762f31f35297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:03.533271 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-6eb3403e-15c9-4ca7-8559-909395e434f2 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Unset dirty status for tenant:994961baca084582a9934ffcde79a08c on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:49:03.535769 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-6eb3403e-15c9-4ca7-8559-909395e434f2 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-963238406&fields=id&tenant_id=994961baca084582a9934ffcde79a08c HTTP/1.1" status: 200  len: 267 time: 0.0642543
Dec 11 16:49:03.543061 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7073f6c3-f781-4dee-8173-762f31f35297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:03.588869 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7073f6c3-f781-4dee-8173-762f31f35297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:03.593884 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-afa80273-1344-4427-b5c3-24b1d2e26bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:03.608788 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073f6c3-f781-4dee-8173-762f31f35297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7150c7d6-bd35-40e9-a0cd-f1048949a516,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:03.611290 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-7073f6c3-f781-4dee-8173-762f31f35297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:03.621699 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7073f6c3-f781-4dee-8173-762f31f35297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:03.625685 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-7073f6c3-f781-4dee-8173-762f31f35297 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7150c7d6-bd35-40e9-a0cd-f1048949a516 HTTP/1.1" status: 204  len: 168 time: 0.1732249
Dec 11 16:49:03.708863 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-5026ab34-5cc1-445e-8020-4ccdaabf4723 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:03.710474 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-5026ab34-5cc1-445e-8020-4ccdaabf4723 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/networks?id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6 HTTP/1.1" status: 200  len: 808 time: 0.1681583
Dec 11 16:49:03.726861 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-e3f3c6ee-d4c1-4de8-9c1a-5bc5ee52c862 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/quotas/994961baca084582a9934ffcde79a08c HTTP/1.1" status: 200  len: 375 time: 0.0099905
Dec 11 16:49:03.814081 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-d6a79023-834e-4abf-8eac-64a89ada3ad5 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Synchronizing usage tracker for tenant:994961baca084582a9934ffcde79a08c on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:49:03.830396 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-d6a79023-834e-4abf-8eac-64a89ada3ad5 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Unset dirty status for tenant:994961baca084582a9934ffcde79a08c on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:49:03.832502 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-d6a79023-834e-4abf-8eac-64a89ada3ad5 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?tenant_id=994961baca084582a9934ffcde79a08c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0997922
Dec 11 16:49:03.975297 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 38122) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:49:03.988257 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-6ad4d82a-2bfd-48e8-98eb-8fc146951492 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 11 16:49:03.989393 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-6ad4d82a-2bfd-48e8-98eb-8fc146951492 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1447756
Dec 11 16:49:03.995233 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4b1ff64b-7df2-4be5-ad44-3087e1356722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:04.015171 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-4b1ff64b-7df2-4be5-ad44-3087e1356722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:49:04.019901 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-4b1ff64b-7df2-4be5-ad44-3087e1356722 admin admin] Usage tracker for resource:security_group_rule and tenant:97d5295380a34705b3c424bc8afdf796 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:49:04.022862 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-4b1ff64b-7df2-4be5-ad44-3087e1356722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:49:04.028694 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-4b1ff64b-7df2-4be5-ad44-3087e1356722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:49:04.112824 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4b1ff64b-7df2-4be5-ad44-3087e1356722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:04.116190 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-4b1ff64b-7df2-4be5-ad44-3087e1356722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:04.125480 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-c9781bf1-beea-46e2-a317-1faab2554ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:04.140198 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-9be85687-45a1-4d53-b646-0b88008ff888 service neutron] 10.222.0.68 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435242
Dec 11 16:49:04.170090 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-4b1ff64b-7df2-4be5-ad44-3087e1356722 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=97d5295380a34705b3c424bc8afdf796&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1934459
Dec 11 16:49:04.171084 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ff64b-7df2-4be5-ad44-3087e1356722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7b043d-8911-4c6a-9c16-0fba0cf8abf3,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:04.172852 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 38126) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:49:04.174373 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4b1ff64b-7df2-4be5-ad44-3087e1356722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:04.336511 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-df02bc18-b77e-40ae-bb15-db903f235fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:04.353088 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-bbbe7d22-d17c-4aba-b84a-3f08fcf21ccd service neutron] 10.222.0.68 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2053647
Dec 11 16:49:04.371639 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-df02bc18-b77e-40ae-bb15-db903f235fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:04.420774 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-df02bc18-b77e-40ae-bb15-db903f235fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:04.426917 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-77f72e3c-d845-40f4-b2b2-0077f1e7036e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:04.446704 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02bc18-b77e-40ae-bb15-db903f235fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7b043d-8911-4c6a-9c16-0fba0cf8abf3,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:04.449952 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-df02bc18-b77e-40ae-bb15-db903f235fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:04.454453 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-df02bc18-b77e-40ae-bb15-db903f235fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:04.458911 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-df02bc18-b77e-40ae-bb15-db903f235fb8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6b7b043d-8911-4c6a-9c16-0fba0cf8abf3 HTTP/1.1" status: 204  len: 168 time: 0.2848344
Dec 11 16:49:05.039460 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-76a6ed21-01f1-49ab-9b54-bfb566d825e4 req-5ccee9a0-8e90-45b2-81a0-b9736ce3aae9 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 210 time: 0.2899394
Dec 11 16:49:05.944734 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ffd0a34c-1ba9-4ffd-ba94-239dc2690c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:06.207739 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-c07f16d7-a784-4188-902c-87291e805831 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:06.208488 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-c07f16d7-a784-4188-902c-87291e805831 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Synchronizing usage tracker for tenant:994961baca084582a9934ffcde79a08c on resource:network {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:49:06.227055 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-c07f16d7-a784-4188-902c-87291e805831 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Unset dirty status for tenant:994961baca084582a9934ffcde79a08c on resource:network {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:49:06.228466 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-c07f16d7-a784-4188-902c-87291e805831 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.64 "GET /v2.0/networks?id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6 HTTP/1.1" status: 200  len: 808 time: 0.1858096
Dec 11 16:49:06.242523 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-da0b645b-91ff-43c1-8fd9-2c2969b7b056 req-acee1a6f-8a2f-407c-860d-38a2168fd03a tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 210 time: 0.0478678
Dec 11 16:49:06.322919 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-b7f10b18-ef8f-45eb-9e71-0127159be1ba tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Synchronizing usage tracker for tenant:994961baca084582a9934ffcde79a08c on resource:security_group {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:49:06.335519 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-b7f10b18-ef8f-45eb-9e71-0127159be1ba tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Unset dirty status for tenant:994961baca084582a9934ffcde79a08c on resource:security_group {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:49:06.336905 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-b7f10b18-ef8f-45eb-9e71-0127159be1ba tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=994961baca084582a9934ffcde79a08c HTTP/1.1" status: 200  len: 5543 time: 0.0902133
Dec 11 16:49:06.356302 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-b4317e5c-e085-4480-bc59-87679ea58cf4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Request body: {'port': {'device_id': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6', 'admin_state_up': True, 'tenant_id': '994961baca084582a9934ffcde79a08c', 'security_groups': ['485f8106-8f87-4393-b1ee-a02689c50c8c']}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:49:06.514458 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-b4317e5c-e085-4480-bc59-87679ea58cf4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:49:06.524750 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-b4317e5c-e085-4480-bc59-87679ea58cf4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:49:06.534176 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-b4317e5c-e085-4480-bc59-87679ea58cf4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Made reservation on behalf of 994961baca084582a9934ffcde79a08c for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:49:06.540555 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-b4317e5c-e085-4480-bc59-87679ea58cf4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:06.860391 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-b4317e5c-e085-4480-bc59-87679ea58cf4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Allocated IP 172.20.0.10 (bff8e5ca-7c3b-4696-ab6e-323aef104ce6/fa5d12ee-640f-4f94-ac79-cca10d376e1e/ca610042-5cf6-4836-8774-a5cd21d742be) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:49:07.072552 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-b4317e5c-e085-4480-bc59-87679ea58cf4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:07.090133 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-b4317e5c-e085-4480-bc59-87679ea58cf4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Transition to ACTIVE for port object ca610042-5cf6-4836-8774-a5cd21d742be will not be triggered until provisioned by entity DHCP. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:49:07.111451 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-b4317e5c-e085-4480-bc59-87679ea58cf4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:07.131446 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-42fa6dff-b10b-413b-9049-f95d58b19504 tempest-VolumesSnapshotTestJSON-1478772364 tempest-VolumesSnapshotTestJSON-1478772364] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:07.289059 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4317e5c-e085-4480-bc59-87679ea58cf4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Pushing event updated for resources: {'Port': ['ID=ca610042-5cf6-4836-8774-a5cd21d742be,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:07.293764 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b4317e5c-e085-4480-bc59-87679ea58cf4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:07.337087 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-b4317e5c-e085-4480-bc59-87679ea58cf4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Network bff8e5ca-7c3b-4696-ab6e-323aef104ce6 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:49:07.338333 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-b4317e5c-e085-4480-bc59-87679ea58cf4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:49:07.340855 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-b4317e5c-e085-4480-bc59-87679ea58cf4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:49:07.417381 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-b4317e5c-e085-4480-bc59-87679ea58cf4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:07.418084 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-b4317e5c-e085-4480-bc59-87679ea58cf4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:07.466133 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-b4317e5c-e085-4480-bc59-87679ea58cf4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1155484
Dec 11 16:49:07.482989 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-15ff47e3-f2e5-4312-aeae-a1938e61ae90 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80200) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 11 16:49:07.484119 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-15ff47e3-f2e5-4312-aeae-a1938e61ae90 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0060105
Dec 11 16:49:07.486189 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34ad6c-3cb9-4aaa-ad6f-a601e4a6fb5a req-eb05f2cf-b298-4bc8-a205-d7d787db0c29 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:07.488048 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6f34ad6c-3cb9-4aaa-ad6f-a601e4a6fb5a req-eb05f2cf-b298-4bc8-a205-d7d787db0c29 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 932 time: 0.1038003
Dec 11 16:49:07.566755 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6f34ad6c-3cb9-4aaa-ad6f-a601e4a6fb5a req-b32064c7-5606-455c-9b49-28a34c032682 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0669971
Dec 11 16:49:07.665679 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Request body: {'port': {'device_id': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:49:07.678930 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-3777c7b6-75fd-4f47-9e62-568df3b988cd None None] Provisioning for port ca610042-5cf6-4836-8774-a5cd21d742be completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:49:07.684478 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-3777c7b6-75fd-4f47-9e62-568df3b988cd None None] Provisioning complete for port ca610042-5cf6-4836-8774-a5cd21d742be triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:49:07.684905 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3777c7b6-75fd-4f47-9e62-568df3b988cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:07.746049 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-3777c7b6-75fd-4f47-9e62-568df3b988cd None None] Port ca610042-5cf6-4836-8774-a5cd21d742be cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:49:07.786751 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:08.202010 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca610042-5cf6-4836-8774-a5cd21d742be {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 11 16:49:08.212347 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:08.226657 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Transition to ACTIVE for port object ca610042-5cf6-4836-8774-a5cd21d742be will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:49:08.227542 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9e11a0aa-54a7-4799-a27e-a9966fa549b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:08.230349 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:08.248320 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b4317e5c-e085-4480-bc59-87679ea58cf4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:08.400946 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca610042-5cf6-4836-8774-a5cd21d742be,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:08.405376 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:08.583102 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Attempting to bind port ca610042-5cf6-4836-8774-a5cd21d742be on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:49:08.583482 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Attempting to bind port ca610042-5cf6-4836-8774-a5cd21d742be by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '743a95dd-3805-452d-9981-94ac9c5756ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:49:08.583856 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Attempting to bind port ca610042-5cf6-4836-8774-a5cd21d742be on network bff8e5ca-7c3b-4696-ab6e-323aef104ce6 {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:49:08.590229 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Checking agent: {'id': 'bb51e0aa-91b6-4647-b88f-2e2e91697051', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 49), 'started_at': datetime.datetime(2020, 12, 11, 16, 25, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:49:08.590692 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Checking segment: {'id': '743a95dd-3805-452d-9981-94ac9c5756ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:49:08.591060 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:08.591459 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Bound using segment: {'id': '743a95dd-3805-452d-9981-94ac9c5756ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:49:08.591944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Bound port: ca610042-5cf6-4836-8774-a5cd21d742be, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743a95dd-3805-452d-9981-94ac9c5756ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:49:08.592325 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:08.689735 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] For port ca610042-5cf6-4836-8774-a5cd21d742be, host hv-cinder-76675, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:49:08.693002 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] For port ca610042-5cf6-4836-8774-a5cd21d742be, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ca610042-5cf6-4836-8774-a5cd21d742be,segment=NetworkSegment(743a95dd-3805-452d-9981-94ac9c5756ee),segment_id=743a95dd-3805-452d-9981-94ac9c5756ee)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:49:08.696668 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:08.714099 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-fb0c6c25-52df-4725-b196-c4eb1d6a7390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:08.775545 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e7235-e29a-4356-af7a-ae55cccfebca req-13714838-f456-4bdc-a33d-27ad2c844d11 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:08.777279 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-db0e7235-e29a-4356-af7a-ae55cccfebca req-13714838-f456-4bdc-a33d-27ad2c844d11 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 944 time: 0.0883858
Dec 11 16:49:08.833668 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-db0e7235-e29a-4356-af7a-ae55cccfebca req-703c3cec-7bd3-4a57-8a5d-487386b9452b tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0495517
Dec 11 16:49:09.074774 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca610042-5cf6-4836-8774-a5cd21d742be,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:09.079766 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:09.098721 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:09.115410 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:09.116095 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:09.117592 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-0d1a67c7-ac78-4069-86d9-f13ac42970a0 service neutron] 10.222.0.64 "PUT /v2.0/ports/ca610042-5cf6-4836-8774-a5cd21d742be HTTP/1.1" status: 200  len: 1158 time: 1.6269448
Dec 11 16:49:09.118149 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'tag': 'ca610042-5cf6-4836-8774-a5cd21d742be'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:49:09.208251 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'tag': 'ca610042-5cf6-4836-8774-a5cd21d742be', 'status': 'completed', 'code': 200}
Dec 11 16:49:09.250999 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-33977bc6-d785-4d7d-9d18-448a978f32ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:09.252749 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-33977bc6-d785-4d7d-9d18-448a978f32ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=994961baca084582a9934ffcde79a08c&device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 1161 time: 0.0813267
Dec 11 16:49:09.338416 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-a8175f2a-4a2d-4e48-80ed-e467129fc87c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca610042-5cf6-4836-8774-a5cd21d742be HTTP/1.1" status: 200  len: 217 time: 0.0735321
Dec 11 16:49:09.408516 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-69400a50-6610-45a6-9f73-ce6802a1790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:09.410877 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-69400a50-6610-45a6-9f73-ce6802a1790f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa5d12ee-640f-4f94-ac79-cca10d376e1e HTTP/1.1" status: 200  len: 847 time: 0.0663395
Dec 11 16:49:09.497143 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-72ab44b7-a652-4587-9d12-283fdd119675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:09.498888 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-72ab44b7-a652-4587-9d12-283fdd119675 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815866
Dec 11 16:49:09.648026 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-44435550-cba2-46c2-9afc-83956fec594b service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427817
Dec 11 16:49:09.795243 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b719a0f4-0beb-4f5e-af76-7f525ba9878e req-06e5bc5c-f046-49c0-a03c-4d55f153450a service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405423
Dec 11 16:49:09.953481 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4eccf5-73bc-4a83-bfa2-a895f1febeb1 req-5ee7b4ef-914a-4ce8-ae92-73fcca3e0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:09.955201 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2b4eccf5-73bc-4a83-bfa2-a895f1febeb1 req-5ee7b4ef-914a-4ce8-ae92-73fcca3e0d4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=994961baca084582a9934ffcde79a08c&device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 1161 time: 0.0760686
Dec 11 16:49:10.051421 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fb426-5bc9-4ca9-be2e-370a9f025d33 req-aa51b2e8-a750-4d39-a098-0f520b331561 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:10.053056 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-292fb426-5bc9-4ca9-be2e-370a9f025d33 req-aa51b2e8-a750-4d39-a098-0f520b331561 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 944 time: 0.0836902
Dec 11 16:49:10.101206 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4eccf5-73bc-4a83-bfa2-a895f1febeb1 req-dcc47ddf-e727-4227-ae91-f6ec1d89d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:10.101420 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-292fb426-5bc9-4ca9-be2e-370a9f025d33 req-c9905f53-39be-4479-9946-78178996b543 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0414987
Dec 11 16:49:10.102835 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2b4eccf5-73bc-4a83-bfa2-a895f1febeb1 req-dcc47ddf-e727-4227-ae91-f6ec1d89d68a service neutron] 10.222.0.64 "GET /v2.0/networks?id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6 HTTP/1.1" status: 200  len: 902 time: 0.1412826
Dec 11 16:49:10.177469 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2b4eccf5-73bc-4a83-bfa2-a895f1febeb1 req-946898e8-343b-42f4-af55-5df42fd6be5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca610042-5cf6-4836-8774-a5cd21d742be HTTP/1.1" status: 200  len: 217 time: 0.0677574
Dec 11 16:49:10.217740 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:10.247733 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4eccf5-73bc-4a83-bfa2-a895f1febeb1 req-bdc95528-a29d-49f8-9ee1-847b8711f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:10.249315 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2b4eccf5-73bc-4a83-bfa2-a895f1febeb1 req-bdc95528-a29d-49f8-9ee1-847b8711f500 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa5d12ee-640f-4f94-ac79-cca10d376e1e HTTP/1.1" status: 200  len: 847 time: 0.0651538
Dec 11 16:49:10.342175 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4eccf5-73bc-4a83-bfa2-a895f1febeb1 req-9c90decc-823d-406b-b704-644a7488e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:10.343836 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2b4eccf5-73bc-4a83-bfa2-a895f1febeb1 req-9c90decc-823d-406b-b704-644a7488e6fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0880027
Dec 11 16:49:10.491070 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2b4eccf5-73bc-4a83-bfa2-a895f1febeb1 req-a12af6fa-dced-4275-93a9-01315b72bc28 service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393614
Dec 11 16:49:10.635112 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-2b4eccf5-73bc-4a83-bfa2-a895f1febeb1 req-18059332-ca8d-445d-94c6-440909cfea77 service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372812
Dec 11 16:49:11.052790 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:11.318445 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c4c84-de87-4b40-9a5e-6c378dde2d9a req-56f21447-a3af-4a89-9c78-c034692919bd tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:11.320091 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-809c4c84-de87-4b40-9a5e-6c378dde2d9a req-56f21447-a3af-4a89-9c78-c034692919bd tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 944 time: 0.0866249
Dec 11 16:49:11.370347 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-809c4c84-de87-4b40-9a5e-6c378dde2d9a req-5909ce72-6b49-4227-8301-8a6a1f58b52d tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0439649
Dec 11 16:49:12.591841 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf449f-429d-4f98-b24b-04155aad7d3f req-ef78e70e-05f8-4b82-bca2-cbf9a4596617 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:12.593487 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-86cf449f-429d-4f98-b24b-04155aad7d3f req-ef78e70e-05f8-4b82-bca2-cbf9a4596617 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 944 time: 0.0917404
Dec 11 16:49:12.645969 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-86cf449f-429d-4f98-b24b-04155aad7d3f req-61bb27e9-ff68-455c-b5fe-12ac157333e9 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0459120
Dec 11 16:49:12.759194 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:49:14.090048 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709fc1c-d1ce-45c9-bbe6-4bebb7748550 req-72babcaf-f0d9-4c01-a9ef-bf5fab5b2ced tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:14.091701 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d709fc1c-d1ce-45c9-bbe6-4bebb7748550 req-72babcaf-f0d9-4c01-a9ef-bf5fab5b2ced tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 944 time: 0.3102260
Dec 11 16:49:14.140428 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d709fc1c-d1ce-45c9-bbe6-4bebb7748550 req-71a90f5d-1774-4499-ba38-152da358e7e1 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0424321
Dec 11 16:49:15.353246 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b3834-ee60-4d7d-a1b3-7e5ac84fa0de req-00febc3b-599d-4255-86c0-874b1c451dde tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:15.354899 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9f0b3834-ee60-4d7d-a1b3-7e5ac84fa0de req-00febc3b-599d-4255-86c0-874b1c451dde tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 944 time: 0.0870392
Dec 11 16:49:15.403746 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9f0b3834-ee60-4d7d-a1b3-7e5ac84fa0de req-0144697d-c2a7-4a96-ab21-fd800e292e34 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0424156
Dec 11 16:49:15.445428 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 38298) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:49:15.600456 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-17aec24c-1a1d-49f7-be53-a3421191bf6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:15.615883 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-17aec24c-1a1d-49f7-be53-a3421191bf6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:49:15.619975 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-17aec24c-1a1d-49f7-be53-a3421191bf6d admin admin] Usage tracker for resource:security_group_rule and tenant:ab88b09c99ab4dc38707c8edb37b1485 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:49:15.622972 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-17aec24c-1a1d-49f7-be53-a3421191bf6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:49:15.629027 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-17aec24c-1a1d-49f7-be53-a3421191bf6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:49:15.714472 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-17aec24c-1a1d-49f7-be53-a3421191bf6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:15.717207 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-17aec24c-1a1d-49f7-be53-a3421191bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:15.726655 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1e0cc3c0-9c6b-4092-b437-86f70ecaeb57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:15.773047 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-17aec24c-1a1d-49f7-be53-a3421191bf6d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ab88b09c99ab4dc38707c8edb37b1485&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3264556
Dec 11 16:49:15.774761 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aec24c-1a1d-49f7-be53-a3421191bf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b56fa9-21ec-44e4-b03a-5593d2e4260c,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:15.775979 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 38304) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:49:15.778199 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-17aec24c-1a1d-49f7-be53-a3421191bf6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:15.843080 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-997425ea-1663-48cf-bd81-80e27bf8a4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:15.870340 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-997425ea-1663-48cf-bd81-80e27bf8a4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:15.923335 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-997425ea-1663-48cf-bd81-80e27bf8a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:15.928404 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-50694bf3-1c9d-4748-a641-ca8f34dc1084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:15.941418 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997425ea-1663-48cf-bd81-80e27bf8a4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b56fa9-21ec-44e4-b03a-5593d2e4260c,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:15.944735 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-997425ea-1663-48cf-bd81-80e27bf8a4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:15.946721 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-997425ea-1663-48cf-bd81-80e27bf8a4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:15.948523 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-997425ea-1663-48cf-bd81-80e27bf8a4e0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a1b56fa9-21ec-44e4-b03a-5593d2e4260c HTTP/1.1" status: 204  len: 168 time: 0.1708500
Dec 11 16:49:16.288706 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 38312) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:49:16.308111 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1152571d-c5bb-4c67-bd8e-8f4a904d6fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:16.323668 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-1152571d-c5bb-4c67-bd8e-8f4a904d6fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:49:16.327812 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-1152571d-c5bb-4c67-bd8e-8f4a904d6fb1 admin admin] Usage tracker for resource:security_group_rule and tenant:68fc4a1e2c8a43e0b78f7254ee7b6a85 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:49:16.332212 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-1152571d-c5bb-4c67-bd8e-8f4a904d6fb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:49:16.337981 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-1152571d-c5bb-4c67-bd8e-8f4a904d6fb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:49:16.420575 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1152571d-c5bb-4c67-bd8e-8f4a904d6fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:16.423389 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1152571d-c5bb-4c67-bd8e-8f4a904d6fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:16.435924 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ab1f950e-ea92-4405-aa5a-72929493516c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:16.477671 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1152571d-c5bb-4c67-bd8e-8f4a904d6fb1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=68fc4a1e2c8a43e0b78f7254ee7b6a85&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1878023
Dec 11 16:49:16.479408 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152571d-c5bb-4c67-bd8e-8f4a904d6fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429d1da3-e6cb-45e4-b944-5792e16f7f30,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:16.480820 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 38318) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:49:16.482884 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1152571d-c5bb-4c67-bd8e-8f4a904d6fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:16.590618 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-48f2fbe4-5c61-45fc-876a-dcd9cfadc40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:16.633261 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-48f2fbe4-5c61-45fc-876a-dcd9cfadc40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:16.692451 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbac14-bad8-43dc-a526-5f32cf487625 req-e53c125e-4d77-4c67-8881-5169e230e14b tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:16.694071 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a0dbac14-bad8-43dc-a526-5f32cf487625 req-e53c125e-4d77-4c67-8881-5169e230e14b tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 944 time: 0.1531289
Dec 11 16:49:16.715126 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-48f2fbe4-5c61-45fc-876a-dcd9cfadc40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:16.722237 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1203e189-b270-4134-a2f5-9d251394640c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:16.743695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2fbe4-5c61-45fc-876a-dcd9cfadc40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429d1da3-e6cb-45e4-b944-5792e16f7f30,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:16.757826 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-48f2fbe4-5c61-45fc-876a-dcd9cfadc40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:16.762969 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-48f2fbe4-5c61-45fc-876a-dcd9cfadc40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:16.764221 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-48f2fbe4-5c61-45fc-876a-dcd9cfadc40d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/429d1da3-e6cb-45e4-b944-5792e16f7f30 HTTP/1.1" status: 204  len: 168 time: 0.2823238
Dec 11 16:49:16.775336 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a0dbac14-bad8-43dc-a526-5f32cf487625 req-8ad0a5d0-60ab-451a-84ed-c4cf32dd88f2 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0745342
Dec 11 16:49:17.034740 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device ca610042-5cf6-4836-8774-a5cd21d742be up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:49:17.102105 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning for port ca610042-5cf6-4836-8774-a5cd21d742be completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:49:17.107092 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port ca610042-5cf6-4836-8774-a5cd21d742be triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:49:17.107510 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:17.187152 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 38326) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:49:17.207104 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1aeef527-6815-4231-9cff-b225b261cc89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:17.223379 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-1aeef527-6815-4231-9cff-b225b261cc89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:49:17.227477 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-1aeef527-6815-4231-9cff-b225b261cc89 admin admin] Usage tracker for resource:security_group_rule and tenant:c3a45c2c22a24ff1a863c557902bc103 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:49:17.229558 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:17.230462 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-1aeef527-6815-4231-9cff-b225b261cc89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:49:17.236329 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-1aeef527-6815-4231-9cff-b225b261cc89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:49:17.257482 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca610042-5cf6-4836-8774-a5cd21d742be'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:49:17.268904 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port ca610042-5cf6-4836-8774-a5cd21d742be, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ca610042-5cf6-4836-8774-a5cd21d742be,segment=NetworkSegment(743a95dd-3805-452d-9981-94ac9c5756ee),segment_id=743a95dd-3805-452d-9981-94ac9c5756ee)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:49:17.272627 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:17.274591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:17.326707 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1aeef527-6815-4231-9cff-b225b261cc89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:17.329865 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1aeef527-6815-4231-9cff-b225b261cc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:17.342896 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=ca610042-5cf6-4836-8774-a5cd21d742be,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:17.344402 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a1751c3d-d7d7-4337-a859-d3b57b9358c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:17.346997 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:17.382795 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-1aeef527-6815-4231-9cff-b225b261cc89 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c3a45c2c22a24ff1a863c557902bc103&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1944067
Dec 11 16:49:17.385698 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 38334) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:49:17.387828 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeef527-6815-4231-9cff-b225b261cc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2346cd-73ed-4ba7-a35d-be0ecbe97d4d,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:17.390647 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1aeef527-6815-4231-9cff-b225b261cc89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:17.451761 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a53a85d9-7227-43fc-a4ed-16990c474a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:17.480665 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a53a85d9-7227-43fc-a4ed-16990c474a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:17.528698 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a53a85d9-7227-43fc-a4ed-16990c474a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:17.533991 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-997425ea-1663-48cf-bd81-80e27bf8a4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:17.547771 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a85d9-7227-43fc-a4ed-16990c474a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2346cd-73ed-4ba7-a35d-be0ecbe97d4d,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:17.552074 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a53a85d9-7227-43fc-a4ed-16990c474a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:17.557882 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a53a85d9-7227-43fc-a4ed-16990c474a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:17.559151 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-a53a85d9-7227-43fc-a4ed-16990c474a69 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8b2346cd-73ed-4ba7-a35d-be0ecbe97d4d HTTP/1.1" status: 204  len: 168 time: 0.1722445
Dec 11 16:49:17.565902 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca610042-5cf6-4836-8774-a5cd21d742be', 'code': 200}
Dec 11 16:49:17.877903 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb8a01-c823-4d22-bd8a-313c0f9b246a req-63b0a2df-0986-4f6e-9db9-101025b604f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:17.879683 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-abfb8a01-c823-4d22-bd8a-313c0f9b246a req-63b0a2df-0986-4f6e-9db9-101025b604f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 1163 time: 0.0831406
Dec 11 16:49:17.928053 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-abfb8a01-c823-4d22-bd8a-313c0f9b246a req-45533c99-76fc-4456-9f8b-f9ccbb956aac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0415895
Dec 11 16:49:17.992232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a787a-0d3a-44fa-8627-4065525b5044 req-7a1e3303-c14c-4b38-872e-99bc7201e1fd tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:17.993891 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-111a787a-0d3a-44fa-8627-4065525b5044 req-7a1e3303-c14c-4b38-872e-99bc7201e1fd tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 946 time: 0.0901842
Dec 11 16:49:18.042670 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-111a787a-0d3a-44fa-8627-4065525b5044 req-bc90816d-9296-47da-985a-6a7221d6b571 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0421813
Dec 11 16:49:18.630956 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device ca610042-5cf6-4836-8774-a5cd21d742be up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:49:18.700786 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port ca610042-5cf6-4836-8774-a5cd21d742be triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:49:18.701208 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:19.265124 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8e977-64e0-4eeb-86d5-449d7b5c0ece req-cab58672-9fdc-4c6e-bbce-3840c72737a1 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:19.266775 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-30f8e977-64e0-4eeb-86d5-449d7b5c0ece req-cab58672-9fdc-4c6e-bbce-3840c72737a1 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 946 time: 0.0893650
Dec 11 16:49:19.315624 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-30f8e977-64e0-4eeb-86d5-449d7b5c0ece req-59a47c3e-c994-435d-864f-18aa2a22fc14 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0425231
Dec 11 16:49:19.531900 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abea12b-704b-4345-a642-57ad0d9a342b req-5de6e232-2d14-479c-b83f-79acd2ed2115 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:19.533579 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5abea12b-704b-4345-a642-57ad0d9a342b req-5de6e232-2d14-479c-b83f-79acd2ed2115 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 946 time: 0.0873377
Dec 11 16:49:19.584330 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5abea12b-704b-4345-a642-57ad0d9a342b req-34b4588a-fd9e-425c-899d-1330a8a2c225 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0425897
Dec 11 16:49:19.804012 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-aece3e5d-60fa-4932-beee-5e98790aae6a tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1667614
Dec 11 16:49:19.814258 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Request body: {'floatingip': {'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:49:19.820215 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:49:19.824517 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Usage tracker for resource:floatingip and tenant:994961baca084582a9934ffcde79a08c is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:49:19.827574 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:49:19.833505 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:49:19.843278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for floatingip, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:20.003449 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:20.273902 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Allocated IP 172.27.3.34 (2c8d0687-6545-4ddc-9608-794ea870ad6d/c11ea905-4982-4de9-ba49-1a66c1d28d32/7b7f7bc5-a8dc-40bd-8a5b-a9348ba7f0d1) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:49:20.439135 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:20.464199 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:20.479956 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-bc291dd3-f6ce-42ee-abbb-d3c563ecb60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:20.628316 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Pushing event updated for resources: {'Port': ['ID=7b7f7bc5-a8dc-40bd-8a5b-a9348ba7f0d1,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:20.632832 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:20.673573 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Network 2c8d0687-6545-4ddc-9608-794ea870ad6d is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:49:20.675595 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:49:20.678260 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:49:20.760227 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for floatingip, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:20.820949 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:21.087859 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:21.091456 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31879474'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:21.107771 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-29ec4459-cb61-4fab-99e9-82f713a4e8d3 tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:21.250221 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Pushing event updated for resources: {'Port': ['ID=7b7f7bc5-a8dc-40bd-8a5b-a9348ba7f0d1,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:21.255232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:21.347459 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854270810'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:21.374831 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:21.376182 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-f63c9eb2-a2b5-4db9-b9f5-6431836575c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5661950
Dec 11 16:49:21.465731 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-5544a2dc-2212-49b5-85a9-4211b4cc2c1b tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Synchronizing usage tracker for tenant:994961baca084582a9934ffcde79a08c on resource:floatingip {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:49:21.483208 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-5544a2dc-2212-49b5-85a9-4211b4cc2c1b tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Unset dirty status for tenant:994961baca084582a9934ffcde79a08c on resource:floatingip {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:49:21.484493 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-5544a2dc-2212-49b5-85a9-4211b4cc2c1b tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.34 HTTP/1.1" status: 200  len: 695 time: 0.1011794
Dec 11 16:49:21.663630 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-7ca6de17-aabf-4838-a374-ed600f92a1fb tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:21.665144 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-7ca6de17-aabf-4838-a374-ed600f92a1fb tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/networks/2c8d0687-6545-4ddc-9608-794ea870ad6d HTTP/1.1" status: 200  len: 784 time: 0.1693568
Dec 11 16:49:21.676370 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-7ebe9693-70e0-4ec2-a16b-621a6cfafee6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 11 16:49:21.677449 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d2dc9dc5-eb54-4c3c-9ec0-1cc277f4b91f req-7ebe9693-70e0-4ec2-a16b-621a6cfafee6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0060585
Dec 11 16:49:21.867775 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-3ecb25e5-3f61-4296-b3b4-89fd560f9269 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:21.869304 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-3ecb25e5-3f61-4296-b3b4-89fd560f9269 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0838413
Dec 11 16:49:21.954631 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-8e393d83-cc75-43d3-a6bd-50dd3f1ffe40 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.34 HTTP/1.1" status: 200  len: 695 time: 0.0791609
Dec 11 16:49:21.965597 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-c2a47111-aecb-42d6-a869-3956e5ec44c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Request body: {'floatingip': {'port_id': 'ca610042-5cf6-4836-8774-a5cd21d742be', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:49:22.047160 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-c2a47111-aecb-42d6-a869-3956e5ec44c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for floatingip, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:22.889712 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-c2a47111-aecb-42d6-a869-3956e5ec44c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for floatingip, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:22.893059 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-c2a47111-aecb-42d6-a869-3956e5ec44c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854270810'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:22.992789 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:23.074966 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.l3_db [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-c2a47111-aecb-42d6-a869-3956e5ec44c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Floating IP c91444bf-30be-4efc-9724-163f871b12da associated. External IP: 172.27.3.34, port: ca610042-5cf6-4836-8774-a5cd21d742be.
Dec 11 16:49:23.448721 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-c2a47111-aecb-42d6-a869-3956e5ec44c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Router 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:49:23.645824 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-c2a47111-aecb-42d6-a869-3956e5ec44c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:49:23.650660 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-c2a47111-aecb-42d6-a869-3956e5ec44c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:23.655627 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2570b8-517e-4155-b00d-1b932ce83cdb None None] Sync routers for ids ['0a1fbd86-881d-4f33-9ea7-8ac22e555e27'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:49:23.665580 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2570b8-517e-4155-b00d-1b932ce83cdb None None] Routers {'0a1fbd86-881d-4f33-9ea7-8ac22e555e27'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:49:23.666240 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-ee2570b8-517e-4155-b00d-1b932ce83cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabda4320>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:49:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['0a1fbd86-881d-4f33-9ea7-8ac22e555e27'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:49:23.709388 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-c2a47111-aecb-42d6-a869-3956e5ec44c6 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "PUT /v2.0/floatingips/c91444bf-30be-4efc-9724-163f871b12da HTTP/1.1" status: 200  len: 996 time: 1.7479002
Dec 11 16:49:23.709954 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'tag': 'ca610042-5cf6-4836-8774-a5cd21d742be'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:49:23.857068 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-ee2570b8-517e-4155-b00d-1b932ce83cdb None None] Set router 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:49:23.936903 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-95435384-050c-488b-bcbe-d2bd8d9a5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:23.944715 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-95435384-050c-488b-bcbe-d2bd8d9a5dc4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=994961baca084582a9934ffcde79a08c&device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 1163 time: 0.2215731
Dec 11 16:49:23.968264 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'tag': 'ca610042-5cf6-4836-8774-a5cd21d742be', 'status': 'completed', 'code': 200}
Dec 11 16:49:24.066230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6717ead-6671-4488-9ac2-f5af1977c234 req-909ae218-d0d7-4870-95ca-e0a0939440c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:24.067959 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f6717ead-6671-4488-9ac2-f5af1977c234 req-909ae218-d0d7-4870-95ca-e0a0939440c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=994961baca084582a9934ffcde79a08c&device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 1163 time: 0.0773208
Dec 11 16:49:24.092205 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-03fd5181-263a-4863-be32-267fac53a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:24.093842 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-03fd5181-263a-4863-be32-267fac53a128 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6 HTTP/1.1" status: 200  len: 902 time: 0.1482899
Dec 11 16:49:24.207102 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-db97b07c-436a-4b9b-abfc-bc0b2522a1b0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca610042-5cf6-4836-8774-a5cd21d742be HTTP/1.1" status: 200  len: 999 time: 0.1059968
Dec 11 16:49:24.224806 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6717ead-6671-4488-9ac2-f5af1977c234 req-2b7cd4cd-4aef-4017-b8cb-44a344ba2a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:24.226408 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f6717ead-6671-4488-9ac2-f5af1977c234 req-2b7cd4cd-4aef-4017-b8cb-44a344ba2a39 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6 HTTP/1.1" status: 200  len: 902 time: 0.1450388
Dec 11 16:49:24.230100 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-ee2570b8-517e-4155-b00d-1b932ce83cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabda4320>, [{'id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'name': 'tempest-TestShelveInstance-663397787-router', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:31Z', 'updated_at': '2020-12-11T16:48:36Z', 'revision_number': 4, 'project_id': '994961baca084582a9934ffcde79a08c', 'gw_port': {'id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:32Z', 'updated_at': '2020-12-11T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': 'c91444bf-30be-4efc-9724-163f871b12da', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'port_id': 'ca610042-5cf6-4836-8774-a5cd21d742be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6', 'mac_address': 'fa:16:3e:ef:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:49:20Z', 'updated_at': '2020-12-11T16:49:22Z', 'revision_number': 1, 'project_id': '994961baca084582a9934ffcde79a08c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31', 'name': '', 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'mac_address': 'fa:16:3e:9a:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fa5d12ee-640f-4f94-ac79-cca10d376e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:35Z', 'updated_at': '2020-12-11T16:48:45Z', 'revision_number': 5, 'project_id': '994961baca084582a9934ffcde79a08c', 'subnets': [{'id': 'fa5d12ee-640f-4f94-ac79-cca10d376e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:49:24.234270 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2570b8-517e-4155-b00d-1b932ce83cdb None None] Checking router: 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:49:24.243824 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2570b8-517e-4155-b00d-1b932ce83cdb None None] Routers {'0a1fbd86-881d-4f33-9ea7-8ac22e555e27'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:49:24.244474 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-ee2570b8-517e-4155-b00d-1b932ce83cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabda4320>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:49:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['0a1fbd86-881d-4f33-9ea7-8ac22e555e27'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:49:24.285555 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-41963477-f800-4cac-b807-f55a5954040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:24.287216 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-41963477-f800-4cac-b807-f55a5954040c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fa5d12ee-640f-4f94-ac79-cca10d376e1e HTTP/1.1" status: 200  len: 847 time: 0.0720298
Dec 11 16:49:24.339762 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f6717ead-6671-4488-9ac2-f5af1977c234 req-e19cff66-9e2c-4003-87ec-84e825673665 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca610042-5cf6-4836-8774-a5cd21d742be HTTP/1.1" status: 200  len: 999 time: 0.1070938
Dec 11 16:49:24.372137 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-a8f78d42-1646-4e24-8a4b-f9efe91ead84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:24.373812 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-a8f78d42-1646-4e24-8a4b-f9efe91ead84 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794940
Dec 11 16:49:24.385910 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-a279c3b8-570c-47c2-956d-88a1a6cfbd4e service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 11 16:49:24.387121 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-a279c3b8-570c-47c2-956d-88a1a6cfbd4e service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0057526
Dec 11 16:49:24.431971 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6717ead-6671-4488-9ac2-f5af1977c234 req-39b8fc2c-b8d3-4bbc-b0e6-87bc5f43860a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:24.432189 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-ee2570b8-517e-4155-b00d-1b932ce83cdb None None] Set router 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:49:24.434149 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f6717ead-6671-4488-9ac2-f5af1977c234 req-39b8fc2c-b8d3-4bbc-b0e6-87bc5f43860a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa5d12ee-640f-4f94-ac79-cca10d376e1e HTTP/1.1" status: 200  len: 847 time: 0.0870464
Dec 11 16:49:24.563397 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-2730fdb9-6a15-46e9-8e34-6c4f40e62fea service neutron] 10.222.0.68 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1675644
Dec 11 16:49:24.578134 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6717ead-6671-4488-9ac2-f5af1977c234 req-49877606-b8eb-4a8a-a559-b9177146c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:24.580329 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f6717ead-6671-4488-9ac2-f5af1977c234 req-49877606-b8eb-4a8a-a559-b9177146c9d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1386492
Dec 11 16:49:24.733877 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-590a4ccc-2950-4b84-8d71-cca66beb2a87 req-9a453486-06f4-4d10-b8b4-58635270eee9 service neutron] 10.222.0.68 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1635480
Dec 11 16:49:24.759137 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f6717ead-6671-4488-9ac2-f5af1977c234 req-9e7665f0-6829-4458-a83f-da5981373180 service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1629853
Dec 11 16:49:24.907604 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f6717ead-6671-4488-9ac2-f5af1977c234 req-5fc57ffd-acca-4150-babf-ed2a74136e38 service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1496336
Dec 11 16:49:25.039328 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-ee2570b8-517e-4155-b00d-1b932ce83cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabda4320>, [{'id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'name': 'tempest-TestShelveInstance-663397787-router', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:31Z', 'updated_at': '2020-12-11T16:48:36Z', 'revision_number': 4, 'project_id': '994961baca084582a9934ffcde79a08c', 'gw_port': {'id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:32Z', 'updated_at': '2020-12-11T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': 'c91444bf-30be-4efc-9724-163f871b12da', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'port_id': 'ca610042-5cf6-4836-8774-a5cd21d742be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6', 'mac_address': 'fa:16:3e:ef:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:49:20Z', 'updated_at': '2020-12-11T16:49:22Z', 'revision_number': 1, 'project_id': '994961baca084582a9934ffcde79a08c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31', 'name': '', 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'mac_address': 'fa:16:3e:9a:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fa5d12ee-640f-4f94-ac79-cca10d376e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:35Z', 'updated_at': '2020-12-11T16:48:45Z', 'revision_number': 5, 'project_id': '994961baca084582a9934ffcde79a08c', 'subnets': [{'id': 'fa5d12ee-640f-4f94-ac79-cca10d376e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:49:25.045932 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2570b8-517e-4155-b00d-1b932ce83cdb None None] The sync data for ids ['0a1fbd86-881d-4f33-9ea7-8ac22e555e27'] in dv-cinder-766752-1-iscsi is: [{'id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'name': 'tempest-TestShelveInstance-663397787-router', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:31Z', 'updated_at': '2020-12-11T16:48:36Z', 'revision_number': 4, 'project_id': '994961baca084582a9934ffcde79a08c', 'gw_port': {'id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:32Z', 'updated_at': '2020-12-11T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_floatingips': [{'id': 'c91444bf-30be-4efc-9724-163f871b12da', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'router_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'port_id': 'ca610042-5cf6-4836-8774-a5cd21d742be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6', 'mac_address': 'fa:16:3e:ef:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:49:20Z', 'updated_at': '2020-12-11T16:49:22Z', 'revision_number': 1, 'project_id': '994961baca084582a9934ffcde79a08c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31', 'name': '', 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'mac_address': 'fa:16:3e:9a:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fa5d12ee-640f-4f94-ac79-cca10d376e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:35Z', 'updated_at': '2020-12-11T16:48:45Z', 'revision_number': 5, 'project_id': '994961baca084582a9934ffcde79a08c', 'subnets': [{'id': 'fa5d12ee-640f-4f94-ac79-cca10d376e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:49:25.346695 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e8111a-5cf7-47e6-9e24-690ce9cabce6 None None] New status for floating IP c91444bf-30be-4efc-9724-163f871b12da: ACTIVE {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 11 16:49:30.580864 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 38458) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:49:30.731711 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:30.747796 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:49:30.752489 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Usage tracker for resource:security_group_rule and tenant:f9c96cd9db754e21a51c6df2823934b4 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:49:30.755479 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:49:30.761287 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:49:30.847490 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:30.850035 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:30.858732 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4b08ba25-c64a-481d-88ec-3699b5d0a62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:30.899740 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f9c96cd9db754e21a51c6df2823934b4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3176923
Dec 11 16:49:30.900901 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 38464) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:49:30.904100 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3abcc6-38eb-4462-8036-29963624968f,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:30.913997 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.914364 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.914783 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.915219 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.915630 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.916040 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.916543 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.916948 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.917355 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.917756 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.918158 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.918555 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.919072 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.919481 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.919877 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.920274 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.920676 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.921073 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.921468 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.921865 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.922264 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.922656 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.923078 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.924114 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:30.928762 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-494fc261-9cce-4918-bc34-29c9afbc7e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:30.964366 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a2eb0f2d-9561-4c7a-b513-a69a441e7831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:30.992386 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a2eb0f2d-9561-4c7a-b513-a69a441e7831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:31.036940 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a2eb0f2d-9561-4c7a-b513-a69a441e7831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:31.041968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-9f617802-1a04-48c9-b65b-4892b96b167d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:31.057010 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb0f2d-9561-4c7a-b513-a69a441e7831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3abcc6-38eb-4462-8036-29963624968f,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:31.061976 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-a2eb0f2d-9561-4c7a-b513-a69a441e7831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:31.063947 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a2eb0f2d-9561-4c7a-b513-a69a441e7831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:31.065164 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-a2eb0f2d-9561-4c7a-b513-a69a441e7831 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/de3abcc6-38eb-4462-8036-29963624968f HTTP/1.1" status: 204  len: 168 time: 0.1631854
Dec 11 16:49:31.407191 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 38474) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:49:31.427273 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2c2c89b0-d22a-40f2-9ace-edb0072fd5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:31.442578 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-2c2c89b0-d22a-40f2-9ace-edb0072fd5ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:49:31.446731 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-2c2c89b0-d22a-40f2-9ace-edb0072fd5ac admin admin] Usage tracker for resource:security_group_rule and tenant:12447c5aa5d9477691bbc6d5cad11815 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:49:31.449745 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [None req-2c2c89b0-d22a-40f2-9ace-edb0072fd5ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:49:31.456534 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [None req-2c2c89b0-d22a-40f2-9ace-edb0072fd5ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:49:31.544576 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2c2c89b0-d22a-40f2-9ace-edb0072fd5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:31.547341 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2c2c89b0-d22a-40f2-9ace-edb0072fd5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:31.555897 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b55a3962-a8ee-4924-a2be-691ddbe6e8eb tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:31.599684 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-2c2c89b0-d22a-40f2-9ace-edb0072fd5ac admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=12447c5aa5d9477691bbc6d5cad11815&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1907372
Dec 11 16:49:31.600608 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c89b0-d22a-40f2-9ace-edb0072fd5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83e9a4e-27c8-4f57-9462-162fa13be206,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:31.602643 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 38478) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:49:31.603878 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2c2c89b0-d22a-40f2-9ace-edb0072fd5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:31.674646 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-22678541-688c-4d11-9d2f-0847448a8063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:31.703556 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-22678541-688c-4d11-9d2f-0847448a8063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:31.747851 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-22678541-688c-4d11-9d2f-0847448a8063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:31.753618 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-4b1ff64b-7df2-4be5-ad44-3087e1356722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:31.768795 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22678541-688c-4d11-9d2f-0847448a8063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83e9a4e-27c8-4f57-9462-162fa13be206,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:31.772000 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-22678541-688c-4d11-9d2f-0847448a8063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:31.776355 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-22678541-688c-4d11-9d2f-0847448a8063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:31.777588 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-22678541-688c-4d11-9d2f-0847448a8063 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b83e9a4e-27c8-4f57-9462-162fa13be206 HTTP/1.1" status: 204  len: 168 time: 0.1738365
Dec 11 16:49:34.551500 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-9fd4d232-1332-4bcf-a595-ccc437b9d482 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/networks?tenant_id=8261b2e68fc24a7888e9a0e54f510eeb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0343921
Dec 11 16:49:34.714378 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-128ff40e-901c-4219-88ac-f9a30409e76b tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:34.715970 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-128ff40e-901c-4219-88ac-f9a30409e76b tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1586378
Dec 11 16:49:34.731579 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-15be0eba-d0ad-4715-b6cb-9798caaef5f3 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/quotas/8261b2e68fc24a7888e9a0e54f510eeb HTTP/1.1" status: 200  len: 375 time: 0.0095804
Dec 11 16:49:34.785423 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-da737cbe-dfd5-4401-bcab-60d5542e1cd7 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/ports?tenant_id=8261b2e68fc24a7888e9a0e54f510eeb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0484192
Dec 11 16:49:34.984836 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-903abdc3-956c-4b30-b10d-067b6cc692c8 req-0776db64-3c5c-4c71-b8ac-0dfe95710fa6 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/ports?device_id=3cce58aa-bbdb-4272-b95b-208bd4e4d234 HTTP/1.1" status: 200  len: 210 time: 0.0462482
Dec 11 16:49:35.937305 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-eb6acf3d-e47d-4922-9686-a7ddecf50e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:36.033734 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-13d05f1f-de19-4cc5-b30e-179bd4425d9d tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.64 "GET /v2.0/networks?tenant_id=8261b2e68fc24a7888e9a0e54f510eeb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0331171
Dec 11 16:49:36.170441 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-bb286e9d-1d23-4836-b680-41294b0b45bf req-b2b21135-5384-4004-8a4a-d058994f922a tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/ports?device_id=3cce58aa-bbdb-4272-b95b-208bd4e4d234 HTTP/1.1" status: 200  len: 210 time: 0.0474827
Dec 11 16:49:36.200598 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-04280fc4-1f7d-42e2-b073-b6209873b446 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:36.202174 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-04280fc4-1f7d-42e2-b073-b6209873b446 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1636710
Dec 11 16:49:36.227651 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Request body: {'port': {'device_id': '3cce58aa-bbdb-4272-b95b-208bd4e4d234', 'network_id': 'dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970', 'admin_state_up': True, 'tenant_id': '8261b2e68fc24a7888e9a0e54f510eeb'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:49:36.373613 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:49:36.378618 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Usage tracker for resource:port and tenant:8261b2e68fc24a7888e9a0e54f510eeb is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:49:36.381791 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Quota usage for port was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:49:36.387806 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:49:36.397249 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Made reservation on behalf of 8261b2e68fc24a7888e9a0e54f510eeb for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 11 16:49:36.402776 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:36.416444 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:36.432446 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 11 16:49:36.436474 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Usage tracker for resource:security_group_rule and tenant:8261b2e68fc24a7888e9a0e54f510eeb is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 11 16:49:36.439896 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 11 16:49:36.445756 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.quota.driver [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 11 16:49:36.539867 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:36.542467 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:36.554474 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-10a52775-7b88-4c09-b8a7-b51cd3723bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:36.623882 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d56feb-07fe-4ed7-9609-f9f7a0ddcb33,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:36.630369 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:36.863629 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_common [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Allocated IP 192.168.233.61 (dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970/97b82d39-bbcb-401d-b9a4-18d22706045d/acea4dea-6f8f-4f36-895e-6c59c9dc5345) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 11 16:49:37.302885 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:37.320221 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Transition to ACTIVE for port object acea4dea-6f8f-4f36-895e-6c59c9dc5345 will not be triggered until provisioned by entity DHCP. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:49:37.339705 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757087129254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:37.354861 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-e07840a7-f556-470d-9ec3-a72e1f6489c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:37.393269 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370285b-1d03-4b0a-a098-f8c8a2f5519a req-68cc92fc-5526-4983-af96-e27170b7e74a tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:37.394980 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5370285b-1d03-4b0a-a098-f8c8a2f5519a req-68cc92fc-5526-4983-af96-e27170b7e74a tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/ports?device_id=3cce58aa-bbdb-4272-b95b-208bd4e4d234 HTTP/1.1" status: 200  len: 935 time: 0.0888627
Dec 11 16:49:37.444161 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5370285b-1d03-4b0a-a098-f8c8a2f5519a req-5c0d8224-ad6e-4d88-95ad-589c98b7ae22 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/security-groups?id=e7d56feb-07fe-4ed7-9609-f9f7a0ddcb33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424328
Dec 11 16:49:37.505439 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Pushing event updated for resources: {'Port': ['ID=acea4dea-6f8f-4f36-895e-6c59c9dc5345,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:37.510115 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:37.553349 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Network dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 11 16:49:37.554509 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.base_scheduler [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Resources bound (agent type, host, resource id):  {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 11 16:49:37.556852 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 11 16:49:37.626727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:37.627443 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:37.653844 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-f73a16a3-af4a-48e9-9b93-b64a70a2f229 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4306502
Dec 11 16:49:37.673506 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.v2.base [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Request body: {'port': {'device_id': '3cce58aa-bbdb-4272-b95b-208bd4e4d234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 16:49:37.798437 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:37.799225 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95599132-d1bc-4300-a3db-9fdcb6249242 None None] Provisioning for port acea4dea-6f8f-4f36-895e-6c59c9dc5345 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:49:37.804412 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95599132-d1bc-4300-a3db-9fdcb6249242 None None] Provisioning complete for port acea4dea-6f8f-4f36-895e-6c59c9dc5345 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:49:37.804834 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95599132-d1bc-4300-a3db-9fdcb6249242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:37.858707 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-95599132-d1bc-4300-a3db-9fdcb6249242 None None] Port acea4dea-6f8f-4f36-895e-6c59c9dc5345 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 11 16:49:38.202989 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acea4dea-6f8f-4f36-895e-6c59c9dc5345 {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 11 16:49:38.210389 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:38.224345 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Transition to ACTIVE for port object acea4dea-6f8f-4f36-895e-6c59c9dc5345 will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 11 16:49:38.227169 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:38.230233 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a69c1129-1d87-4e28-8fdd-3457acb126ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:38.242924 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-d6c46f31-0318-47d4-9494-d6ddd67f6c4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:38.385451 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Pushing event updated for resources: {'Port': ['ID=acea4dea-6f8f-4f36-895e-6c59c9dc5345,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:38.392159 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:38.591578 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Attempting to bind port acea4dea-6f8f-4f36-895e-6c59c9dc5345 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 16:49:38.591952 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Attempting to bind port acea4dea-6f8f-4f36-895e-6c59c9dc5345 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '85ff70f0-279c-4f85-9873-5c8dc2b3d468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 11 16:49:38.592318 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Attempting to bind port acea4dea-6f8f-4f36-895e-6c59c9dc5345 on network dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970 {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 11 16:49:38.598138 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Checking agent: {'id': 'bb51e0aa-91b6-4647-b88f-2e2e91697051', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 49), 'started_at': datetime.datetime(2020, 12, 11, 16, 25, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 11 16:49:38.598510 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Checking segment: {'id': '85ff70f0-279c-4f85-9873-5c8dc2b3d468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 11 16:49:38.598963 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:38.599354 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Bound using segment: {'id': '85ff70f0-279c-4f85-9873-5c8dc2b3d468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 11 16:49:38.599830 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Bound port: acea4dea-6f8f-4f36-895e-6c59c9dc5345, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ff70f0-279c-4f85-9873-5c8dc2b3d468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 11 16:49:38.600198 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:38.666492 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcf633-4ff3-4269-944e-17c771d6ee92 req-025b0165-a98d-400a-8095-3402c190cdba tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:38.668203 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3dbcf633-4ff3-4269-944e-17c771d6ee92 req-025b0165-a98d-400a-8095-3402c190cdba tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/ports?device_id=3cce58aa-bbdb-4272-b95b-208bd4e4d234 HTTP/1.1" status: 200  len: 947 time: 0.0838342
Dec 11 16:49:38.698722 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] For port acea4dea-6f8f-4f36-895e-6c59c9dc5345, host hv-cinder-76675, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 11 16:49:38.701972 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] For port acea4dea-6f8f-4f36-895e-6c59c9dc5345, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=acea4dea-6f8f-4f36-895e-6c59c9dc5345,segment=NetworkSegment(85ff70f0-279c-4f85-9873-5c8dc2b3d468),segment_id=85ff70f0-279c-4f85-9873-5c8dc2b3d468)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 11 16:49:38.706210 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29322843'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:38.721770 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-9fa83a9b-0480-487a-867f-8c1564bcab16 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:38.725003 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3dbcf633-4ff3-4269-944e-17c771d6ee92 req-e094739b-edb2-4c42-a519-7823095893d6 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/security-groups?id=e7d56feb-07fe-4ed7-9609-f9f7a0ddcb33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485704
Dec 11 16:49:38.872423 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Pushing event updated for resources: {'Port': ['ID=acea4dea-6f8f-4f36-895e-6c59c9dc5345,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:38.877672 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:38.908617 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:38.909539 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:38.911069 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-5d820d37-c814-4a5e-80d4-c300bdb37ebb service neutron] 10.222.0.64 "PUT /v2.0/ports/acea4dea-6f8f-4f36-895e-6c59c9dc5345 HTTP/1.1" status: 200  len: 1161 time: 1.2428677
Dec 11 16:49:38.911601 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cce58aa-bbdb-4272-b95b-208bd4e4d234', 'tag': 'acea4dea-6f8f-4f36-895e-6c59c9dc5345'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:49:39.008198 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cce58aa-bbdb-4272-b95b-208bd4e4d234', 'tag': 'acea4dea-6f8f-4f36-895e-6c59c9dc5345', 'status': 'completed', 'code': 200}
Dec 11 16:49:39.051793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-affcacc0-c03c-496b-812d-802bd579e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:39.053443 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-affcacc0-c03c-496b-812d-802bd579e6b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8261b2e68fc24a7888e9a0e54f510eeb&device_id=3cce58aa-bbdb-4272-b95b-208bd4e4d234 HTTP/1.1" status: 200  len: 1164 time: 0.0858212
Dec 11 16:49:39.114108 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:39.132168 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-eb1864b4-7d33-484d-a5a2-2946b2dbfd4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=acea4dea-6f8f-4f36-895e-6c59c9dc5345 HTTP/1.1" status: 200  len: 217 time: 0.0643322
Dec 11 16:49:39.204221 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-1b959a71-145e-4638-8e81-255e31d2c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:39.205672 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-1b959a71-145e-4638-8e81-255e31d2c2e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=97b82d39-bbcb-401d-b9a4-18d22706045d HTTP/1.1" status: 200  len: 843 time: 0.0671895
Dec 11 16:49:39.291152 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-4eadf699-6164-43bc-98b8-bc63fcabfdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:39.292707 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-4eadf699-6164-43bc-98b8-bc63fcabfdaa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0732753
Dec 11 16:49:39.438700 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-23f9bec1-225f-4c85-9ede-2b276756e577 service neutron] 10.222.0.64 "GET /v2.0/networks/dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378446
Dec 11 16:49:39.583415 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8e3bdeb8-f418-435a-8953-17919a6670e1 req-deaa1f37-c514-49b9-8e0e-69e3ccd414f2 service neutron] 10.222.0.64 "GET /v2.0/networks/dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376140
Dec 11 16:49:39.759199 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e2fc7-9885-400b-9659-5e431b47b59d req-acee5f57-b952-4344-84df-8a40be7de08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:39.760812 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e40e2fc7-9885-400b-9659-5e431b47b59d req-acee5f57-b952-4344-84df-8a40be7de08c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8261b2e68fc24a7888e9a0e54f510eeb&device_id=3cce58aa-bbdb-4272-b95b-208bd4e4d234 HTTP/1.1" status: 200  len: 1164 time: 0.0798883
Dec 11 16:49:39.911510 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e2fc7-9885-400b-9659-5e431b47b59d req-b45fdab2-d5fc-496a-9802-b60dbbdbac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:39.913019 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e40e2fc7-9885-400b-9659-5e431b47b59d req-b45fdab2-d5fc-496a-9802-b60dbbdbac24 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970 HTTP/1.1" status: 200  len: 863 time: 0.1430855
Dec 11 16:49:39.942775 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214773a-5ed5-4800-a18e-b4c2e2d222e6 req-e996a4e4-b7f7-43bb-8aa6-e079713f28d2 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:39.944595 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0214773a-5ed5-4800-a18e-b4c2e2d222e6 req-e996a4e4-b7f7-43bb-8aa6-e079713f28d2 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/ports?device_id=3cce58aa-bbdb-4272-b95b-208bd4e4d234 HTTP/1.1" status: 200  len: 947 time: 0.0855486
Dec 11 16:49:39.984486 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e40e2fc7-9885-400b-9659-5e431b47b59d req-d4db958c-47b8-45e1-b244-0e1e9956f022 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=acea4dea-6f8f-4f36-895e-6c59c9dc5345 HTTP/1.1" status: 200  len: 217 time: 0.0638847
Dec 11 16:49:39.991964 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0214773a-5ed5-4800-a18e-b4c2e2d222e6 req-4ecf8baa-f0e5-41b1-9836-617df1930dfa tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/security-groups?id=e7d56feb-07fe-4ed7-9609-f9f7a0ddcb33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410545
Dec 11 16:49:40.058683 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e2fc7-9885-400b-9659-5e431b47b59d req-adca11ea-2085-4460-8d9e-e02c43bda3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:40.060275 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e40e2fc7-9885-400b-9659-5e431b47b59d req-adca11ea-2085-4460-8d9e-e02c43bda3f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=97b82d39-bbcb-401d-b9a4-18d22706045d HTTP/1.1" status: 200  len: 843 time: 0.0691257
Dec 11 16:49:40.141178 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e2fc7-9885-400b-9659-5e431b47b59d req-2b29f381-d09c-4317-94e6-182c41ffb879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:40.143341 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e40e2fc7-9885-400b-9659-5e431b47b59d req-2b29f381-d09c-4317-94e6-182c41ffb879 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0739217
Dec 11 16:49:40.220816 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:40.289807 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e40e2fc7-9885-400b-9659-5e431b47b59d req-6c66bbe7-8013-4928-a612-e8e819b0ad7a service neutron] 10.222.0.64 "GET /v2.0/networks/dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393206
Dec 11 16:49:40.438809 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e40e2fc7-9885-400b-9659-5e431b47b59d req-3a09b058-aac0-4f7f-b51a-6316b3ecf265 service neutron] 10.222.0.64 "GET /v2.0/networks/dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412728
Dec 11 16:49:41.067409 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:41.474658 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8609a-9543-46ed-b31f-9f45bd7e2a2f req-532ecba6-b2ce-4389-8653-942c4c65d61e tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:41.476271 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1ec8609a-9543-46ed-b31f-9f45bd7e2a2f req-532ecba6-b2ce-4389-8653-942c4c65d61e tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/ports?device_id=3cce58aa-bbdb-4272-b95b-208bd4e4d234 HTTP/1.1" status: 200  len: 947 time: 0.3360291
Dec 11 16:49:41.529379 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1ec8609a-9543-46ed-b31f-9f45bd7e2a2f req-86164c6b-fa33-4b29-97ad-ec813dbb99c8 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/security-groups?id=e7d56feb-07fe-4ed7-9609-f9f7a0ddcb33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465465
Dec 11 16:49:42.720002 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Network dd1a35b2-0bd0-4c1e-aad9-9bdb8fc27970 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 11 16:49:42.744740 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7bd26-ca49-4812-9eef-22a138898483 req-fb0f8ee3-a007-4ca8-9e3e-56a37a3193c3 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:42.746384 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fff7bd26-ca49-4812-9eef-22a138898483 req-fb0f8ee3-a007-4ca8-9e3e-56a37a3193c3 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/ports?device_id=3cce58aa-bbdb-4272-b95b-208bd4e4d234 HTTP/1.1" status: 200  len: 947 time: 0.0882807
Dec 11 16:49:42.797077 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fff7bd26-ca49-4812-9eef-22a138898483 req-e00a08cf-3ce0-40ce-8b6e-b6b71b79b800 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/security-groups?id=e7d56feb-07fe-4ed7-9609-f9f7a0ddcb33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437019
Dec 11 16:49:43.086546 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.objects.ports [None req-1da92a33-5c45-468c-9aac-c87a668d9f31 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80201) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 11 16:49:43.544517 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device acea4dea-6f8f-4f36-895e-6c59c9dc5345 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:49:43.612334 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning for port acea4dea-6f8f-4f36-895e-6c59c9dc5345 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 11 16:49:43.617240 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port acea4dea-6f8f-4f36-895e-6c59c9dc5345 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:49:43.617664 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:43.739699 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:43.767833 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cce58aa-bbdb-4272-b95b-208bd4e4d234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acea4dea-6f8f-4f36-895e-6c59c9dc5345'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:49:43.778238 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port acea4dea-6f8f-4f36-895e-6c59c9dc5345, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=acea4dea-6f8f-4f36-895e-6c59c9dc5345,segment=NetworkSegment(85ff70f0-279c-4f85-9873-5c8dc2b3d468),segment_id=85ff70f0-279c-4f85-9873-5c8dc2b3d468)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:49:43.781300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:43.783282 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-25d21551-0a2d-4d72-866f-4a80afed1ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:43.827153 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cce58aa-bbdb-4272-b95b-208bd4e4d234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acea4dea-6f8f-4f36-895e-6c59c9dc5345', 'code': 200}
Dec 11 16:49:43.852920 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=acea4dea-6f8f-4f36-895e-6c59c9dc5345,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:43.861890 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.862290 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.862679 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.863117 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.863500 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.863887 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.864291 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.864643 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.865017 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.865392 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.865763 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.866131 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.866566 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.866963 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.867338 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.867708 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.868076 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.868444 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.868893 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.869603 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.869973 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.870343 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.870757 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.871154 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:43.877194 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:44.016922 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931dd044-c76f-4fab-b97a-bfd8e7b829df req-dcde94c9-c773-4392-bd05-9f26ca6f7971 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:44.018586 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-931dd044-c76f-4fab-b97a-bfd8e7b829df req-dcde94c9-c773-4392-bd05-9f26ca6f7971 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/ports?device_id=3cce58aa-bbdb-4272-b95b-208bd4e4d234 HTTP/1.1" status: 200  len: 949 time: 0.0848556
Dec 11 16:49:44.066713 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-931dd044-c76f-4fab-b97a-bfd8e7b829df req-c8a826e4-b1b8-44a8-a79a-1d3e6e10f62e tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/security-groups?id=e7d56feb-07fe-4ed7-9609-f9f7a0ddcb33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417142
Dec 11 16:49:44.104394 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a5e97-df87-45cc-9287-8303d5d22520 req-37043e87-e8f2-4c18-9f7e-1766528b5d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:44.106016 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ea2a5e97-df87-45cc-9287-8303d5d22520 req-37043e87-e8f2-4c18-9f7e-1766528b5d01 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3cce58aa-bbdb-4272-b95b-208bd4e4d234 HTTP/1.1" status: 200  len: 1166 time: 0.0754552
Dec 11 16:49:44.155480 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-ea2a5e97-df87-45cc-9287-8303d5d22520 req-b5489b23-cd69-41b7-ae10-f385e5724704 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e7d56feb-07fe-4ed7-9609-f9f7a0ddcb33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397556
Dec 11 16:49:44.850285 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device acea4dea-6f8f-4f36-895e-6c59c9dc5345 up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:49:44.922985 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port acea4dea-6f8f-4f36-895e-6c59c9dc5345 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:49:44.923411 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:45.282909 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df04d9e-b4bb-406c-b796-a67305bf125b req-73a6a67b-b3a5-4ca5-82de-8503a72fb2f4 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:45.284789 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4df04d9e-b4bb-406c-b796-a67305bf125b req-73a6a67b-b3a5-4ca5-82de-8503a72fb2f4 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/ports?device_id=3cce58aa-bbdb-4272-b95b-208bd4e4d234 HTTP/1.1" status: 200  len: 949 time: 0.0885372
Dec 11 16:49:45.335346 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4df04d9e-b4bb-406c-b796-a67305bf125b req-ba5fb250-464b-4fa6-be72-e4bfa62b4944 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/security-groups?id=e7d56feb-07fe-4ed7-9609-f9f7a0ddcb33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440958
Dec 11 16:49:46.549614 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda7d2c-4c71-4f2c-9ad6-a5b697813c74 req-1f121d38-22f1-4ad4-ac28-c604eefb8045 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:46.551296 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-cdda7d2c-4c71-4f2c-9ad6-a5b697813c74 req-1f121d38-22f1-4ad4-ac28-c604eefb8045 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/ports?device_id=3cce58aa-bbdb-4272-b95b-208bd4e4d234 HTTP/1.1" status: 200  len: 949 time: 0.0846641
Dec 11 16:49:46.601749 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-cdda7d2c-4c71-4f2c-9ad6-a5b697813c74 req-979708fb-4887-4371-8d58-e32992bd4b8a tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/security-groups?id=e7d56feb-07fe-4ed7-9609-f9f7a0ddcb33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441954
Dec 11 16:49:47.078938 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c1074-bad4-4db7-8093-a9b04b43cc4c req-814302d3-9d35-479a-8038-904d7f27a47a tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:47.080551 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-232c1074-bad4-4db7-8093-a9b04b43cc4c req-814302d3-9d35-479a-8038-904d7f27a47a tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/ports?device_id=3cce58aa-bbdb-4272-b95b-208bd4e4d234 HTTP/1.1" status: 200  len: 949 time: 0.0842505
Dec 11 16:49:47.127715 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-232c1074-bad4-4db7-8093-a9b04b43cc4c req-e8b8b01a-af34-49fb-a270-6449eac8c671 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/security-groups?id=e7d56feb-07fe-4ed7-9609-f9f7a0ddcb33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409694
Dec 11 16:49:48.347355 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977c17c-61e1-4899-8e1f-8fb4d7983f72 req-74b4cb35-29c1-46f1-8762-c3eeba407b8a tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:48.349009 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6977c17c-61e1-4899-8e1f-8fb4d7983f72 req-74b4cb35-29c1-46f1-8762-c3eeba407b8a tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/ports?device_id=3cce58aa-bbdb-4272-b95b-208bd4e4d234 HTTP/1.1" status: 200  len: 949 time: 0.0900667
Dec 11 16:49:48.396009 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-6977c17c-61e1-4899-8e1f-8fb4d7983f72 req-8bf76b10-6cb5-46da-ba09-733a6ab5a670 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/security-groups?id=e7d56feb-07fe-4ed7-9609-f9f7a0ddcb33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405650
Dec 11 16:49:48.508693 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09976e15-ff89-4d07-87ec-a827f47ce534 req-af84b2e5-7327-4823-89d9-4e52bae23aec tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:48.509403 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-09976e15-ff89-4d07-87ec-a827f47ce534 req-af84b2e5-7327-4823-89d9-4e52bae23aec tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Synchronizing usage tracker for tenant:8261b2e68fc24a7888e9a0e54f510eeb on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:49:48.525975 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-09976e15-ff89-4d07-87ec-a827f47ce534 req-af84b2e5-7327-4823-89d9-4e52bae23aec tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Unset dirty status for tenant:8261b2e68fc24a7888e9a0e54f510eeb on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:49:48.527208 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-09976e15-ff89-4d07-87ec-a827f47ce534 req-af84b2e5-7327-4823-89d9-4e52bae23aec tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.64 "GET /v2.0/ports?device_id=3cce58aa-bbdb-4272-b95b-208bd4e4d234 HTTP/1.1" status: 200  len: 949 time: 0.1000683
Dec 11 16:49:48.602456 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-09976e15-ff89-4d07-87ec-a827f47ce534 req-247d533b-cf47-4ca6-a0a6-b9f82f5cfadd tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Deleting port acea4dea-6f8f-4f36-895e-6c59c9dc5345 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:49:48.602853 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-09976e15-ff89-4d07-87ec-a827f47ce534 req-247d533b-cf47-4ca6-a0a6-b9f82f5cfadd tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:48.705486 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device acea4dea-6f8f-4f36-895e-6c59c9dc5345 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:49:48.866328 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-09976e15-ff89-4d07-87ec-a827f47ce534 req-247d533b-cf47-4ca6-a0a6-b9f82f5cfadd tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] For port acea4dea-6f8f-4f36-895e-6c59c9dc5345, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=acea4dea-6f8f-4f36-895e-6c59c9dc5345,segment=NetworkSegment(85ff70f0-279c-4f85-9873-5c8dc2b3d468),segment_id=85ff70f0-279c-4f85-9873-5c8dc2b3d468)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:49:48.866736 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-09976e15-ff89-4d07-87ec-a827f47ce534 req-247d533b-cf47-4ca6-a0a6-b9f82f5cfadd tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:48.990473 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:48.998440 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-09976e15-ff89-4d07-87ec-a827f47ce534 req-247d533b-cf47-4ca6-a0a6-b9f82f5cfadd tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Calling delete_port for acea4dea-6f8f-4f36-895e-6c59c9dc5345 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:49:49.019131 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cce58aa-bbdb-4272-b95b-208bd4e4d234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acea4dea-6f8f-4f36-895e-6c59c9dc5345'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:49:49.029744 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port acea4dea-6f8f-4f36-895e-6c59c9dc5345, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=acea4dea-6f8f-4f36-895e-6c59c9dc5345,segment=NetworkSegment(85ff70f0-279c-4f85-9873-5c8dc2b3d468),segment_id=85ff70f0-279c-4f85-9873-5c8dc2b3d468)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:49:49.033035 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:49.035206 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-6d221680-4cd9-48fe-be29-ca4f323f871d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:49.080201 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cce58aa-bbdb-4272-b95b-208bd4e4d234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acea4dea-6f8f-4f36-895e-6c59c9dc5345', 'code': 200}
Dec 11 16:49:49.090114 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.api [req-09976e15-ff89-4d07-87ec-a827f47ce534 req-247d533b-cf47-4ca6-a0a6-b9f82f5cfadd tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80200) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 16:49:49.090486 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_db.api [req-09976e15-ff89-4d07-87ec-a827f47ce534 req-247d533b-cf47-4ca6-a0a6-b9f82f5cfadd tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 11 16:49:49.104495 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=acea4dea-6f8f-4f36-895e-6c59c9dc5345,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:49.107838 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:49.591884 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-09976e15-ff89-4d07-87ec-a827f47ce534 req-247d533b-cf47-4ca6-a0a6-b9f82f5cfadd tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Deleting port acea4dea-6f8f-4f36-895e-6c59c9dc5345 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:49:49.592400 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-09976e15-ff89-4d07-87ec-a827f47ce534 req-247d533b-cf47-4ca6-a0a6-b9f82f5cfadd tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:49.609627 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24660c3-e208-4ce6-9ae4-624d02a5442e req-f76061f2-4744-4112-9688-3ba01243fadd tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:49.611279 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c24660c3-e208-4ce6-9ae4-624d02a5442e req-f76061f2-4744-4112-9688-3ba01243fadd tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/ports?device_id=3cce58aa-bbdb-4272-b95b-208bd4e4d234 HTTP/1.1" status: 200  len: 947 time: 0.0835319
Dec 11 16:49:49.662933 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c24660c3-e208-4ce6-9ae4-624d02a5442e req-7b94c6b3-f80a-43c3-b6cf-1aab31c62166 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/security-groups?id=e7d56feb-07fe-4ed7-9609-f9f7a0ddcb33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453520
Dec 11 16:49:49.760677 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:49:50.074994 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-09976e15-ff89-4d07-87ec-a827f47ce534 req-247d533b-cf47-4ca6-a0a6-b9f82f5cfadd tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] For port acea4dea-6f8f-4f36-895e-6c59c9dc5345, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=acea4dea-6f8f-4f36-895e-6c59c9dc5345,segment=NetworkSegment(85ff70f0-279c-4f85-9873-5c8dc2b3d468),segment_id=85ff70f0-279c-4f85-9873-5c8dc2b3d468)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:49:50.075397 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-09976e15-ff89-4d07-87ec-a827f47ce534 req-247d533b-cf47-4ca6-a0a6-b9f82f5cfadd tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:50.202232 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-09976e15-ff89-4d07-87ec-a827f47ce534 req-247d533b-cf47-4ca6-a0a6-b9f82f5cfadd tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Calling delete_port for acea4dea-6f8f-4f36-895e-6c59c9dc5345 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:49:50.348312 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-09976e15-ff89-4d07-87ec-a827f47ce534 req-247d533b-cf47-4ca6-a0a6-b9f82f5cfadd tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:50.363779 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-da5805ff-3faf-497e-812f-0a97266f33ad tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:50.420125 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d533b-cf47-4ca6-a0a6-b9f82f5cfadd tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Pushing event deleted for resources: {'Port': ['ID=acea4dea-6f8f-4f36-895e-6c59c9dc5345,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:50.424798 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-247d533b-cf47-4ca6-a0a6-b9f82f5cfadd tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:50.568842 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-09976e15-ff89-4d07-87ec-a827f47ce534 req-247d533b-cf47-4ca6-a0a6-b9f82f5cfadd tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] No DVR routers for this DVR port acea4dea-6f8f-4f36-895e-6c59c9dc5345 on host hv-cinder-76675 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:49:50.571185 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-09976e15-ff89-4d07-87ec-a827f47ce534 req-247d533b-cf47-4ca6-a0a6-b9f82f5cfadd tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:50.574084 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cce58aa-bbdb-4272-b95b-208bd4e4d234', 'name': 'network-vif-deleted', 'tag': 'acea4dea-6f8f-4f36-895e-6c59c9dc5345'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:49:50.592519 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-09976e15-ff89-4d07-87ec-a827f47ce534 req-247d533b-cf47-4ca6-a0a6-b9f82f5cfadd tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.64 "DELETE /v2.0/ports/acea4dea-6f8f-4f36-895e-6c59c9dc5345 HTTP/1.1" status: 204  len: 173 time: 2.0575593
Dec 11 16:49:50.638508 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cce58aa-bbdb-4272-b95b-208bd4e4d234', 'name': 'network-vif-deleted', 'tag': 'acea4dea-6f8f-4f36-895e-6c59c9dc5345', 'status': 'completed', 'code': 200}
Dec 11 16:49:50.857064 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-1f836e00-fc4b-41e0-a829-352ff05a9175 req-57599042-de9c-49fa-9dcd-cc12d6266f06 tempest-VolumesNegativeTest-1746583351 tempest-VolumesNegativeTest-1746583351] 10.222.0.68 "GET /v2.0/ports?device_id=3cce58aa-bbdb-4272-b95b-208bd4e4d234 HTTP/1.1" status: 200  len: 210 time: 0.0465081
Dec 11 16:49:53.015489 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:56.816316 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 38812) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:49:56.999349 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-9bf5240b-326f-4e77-abcf-7cfd8b0c5084 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8261b2e68fc24a7888e9a0e54f510eeb&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1816614
Dec 11 16:49:57.002486 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.68', 38818) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:49:57.064495 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:57.091212 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:57.147372 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:57.152388 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-9d066ae1-f541-42d4-8826-c2522d568575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:49:57.165878 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d56feb-07fe-4ed7-9609-f9f7a0ddcb33,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:49:57.177370 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.177796 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.178213 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.178626 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.179086 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.179495 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.179899 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.180303 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.180745 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.181145 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.181521 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.181922 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.182379 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.182774 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.183198 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.183594 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.183991 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.184385 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.184784 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.185175 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.185569 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.185963 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.186355 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.186747 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:49:57.192569 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:49:57.194374 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:49:57.195653 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-26145f3a-92a4-4bac-8dc1-5dde62c0b9b3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e7d56feb-07fe-4ed7-9609-f9f7a0ddcb33 HTTP/1.1" status: 204  len: 168 time: 0.1921465
Dec 11 16:49:58.215460 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-48efccb2-6fb8-48a8-9f52-774133696b8d req-6ae0131d-73d4-46e0-b87f-e42f4a377c09 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0737908
Dec 11 16:49:58.382923 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efccb2-6fb8-48a8-9f52-774133696b8d req-a8cd99d7-3157-4181-8ccb-219803201a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:58.384556 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-48efccb2-6fb8-48a8-9f52-774133696b8d req-a8cd99d7-3157-4181-8ccb-219803201a1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=994961baca084582a9934ffcde79a08c&device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 1163 time: 0.0788522
Dec 11 16:49:58.544351 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efccb2-6fb8-48a8-9f52-774133696b8d req-f7af3403-44c9-46e5-935f-26b50f926cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:58.545950 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-48efccb2-6fb8-48a8-9f52-774133696b8d req-f7af3403-44c9-46e5-935f-26b50f926cef service neutron] 10.222.0.64 "GET /v2.0/networks?id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6 HTTP/1.1" status: 200  len: 902 time: 0.1426344
Dec 11 16:49:58.654359 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-48efccb2-6fb8-48a8-9f52-774133696b8d req-d6989678-1c0a-4ff0-bd25-a6d7d97004c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca610042-5cf6-4836-8774-a5cd21d742be HTTP/1.1" status: 200  len: 1001 time: 0.1012418
Dec 11 16:49:58.725097 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efccb2-6fb8-48a8-9f52-774133696b8d req-9b4ea1be-d05e-4588-ac30-3a728063bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:58.726681 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-48efccb2-6fb8-48a8-9f52-774133696b8d req-9b4ea1be-d05e-4588-ac30-3a728063bfda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa5d12ee-640f-4f94-ac79-cca10d376e1e HTTP/1.1" status: 200  len: 847 time: 0.0656559
Dec 11 16:49:58.806210 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efccb2-6fb8-48a8-9f52-774133696b8d req-f70b9a02-7e2e-47a7-aa0a-d36a79bc2fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:49:58.807729 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-48efccb2-6fb8-48a8-9f52-774133696b8d req-f70b9a02-7e2e-47a7-aa0a-d36a79bc2fab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744827
Dec 11 16:49:58.951166 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-48efccb2-6fb8-48a8-9f52-774133696b8d req-0a7d0722-581a-43cb-a90c-9964a63e31ca service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355507
Dec 11 16:49:59.096461 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-48efccb2-6fb8-48a8-9f52-774133696b8d req-ba11d4dc-d75c-4e14-a91e-40c4a4f9b748 service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383448
Dec 11 16:50:05.940970 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ab30c72f-12d8-46c6-be5a-eb8373a564a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:50:08.233132 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-12d77087-d282-4c8d-8b6d-7c5f54fe023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:50:09.105081 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:50:10.225841 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:50:11.057642 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:50:23.036578 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:50:26.759514 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:50:35.943855 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1aacbcb1-2ee0-4f81-a2b1-997600f22727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:50:38.233820 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8810a75a-f644-48f9-bb10-5319ce6918ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:50:39.105917 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:50:40.227837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:50:41.061313 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:50:53.034716 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:50:59.303538 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-623ff9ac-7d12-4882-8de6-8597e94dc088 req-29ffdd5e-1ddb-4139-965e-c9248ab16b45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0773308
Dec 11 16:50:59.465048 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ff9ac-7d12-4882-8de6-8597e94dc088 req-0a7667cf-1ab5-4a91-b6c0-8c3bbe1cbee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:50:59.467200 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-623ff9ac-7d12-4882-8de6-8597e94dc088 req-0a7667cf-1ab5-4a91-b6c0-8c3bbe1cbee6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=994961baca084582a9934ffcde79a08c&device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 1163 time: 0.0758457
Dec 11 16:50:59.622876 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ff9ac-7d12-4882-8de6-8597e94dc088 req-513a1fec-9a7c-48e8-9771-aeb719f93996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:50:59.624418 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-623ff9ac-7d12-4882-8de6-8597e94dc088 req-513a1fec-9a7c-48e8-9771-aeb719f93996 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6 HTTP/1.1" status: 200  len: 902 time: 0.1388037
Dec 11 16:50:59.733525 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-623ff9ac-7d12-4882-8de6-8597e94dc088 req-4229a5f1-3a13-4b50-bd56-a1b57e6d3a2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca610042-5cf6-4836-8774-a5cd21d742be HTTP/1.1" status: 200  len: 1001 time: 0.1025093
Dec 11 16:50:59.802003 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ff9ac-7d12-4882-8de6-8597e94dc088 req-66a17956-6c3b-4ab6-acc6-c2bce46589c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:50:59.803554 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-623ff9ac-7d12-4882-8de6-8597e94dc088 req-66a17956-6c3b-4ab6-acc6-c2bce46589c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa5d12ee-640f-4f94-ac79-cca10d376e1e HTTP/1.1" status: 200  len: 847 time: 0.0639949
Dec 11 16:50:59.884294 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ff9ac-7d12-4882-8de6-8597e94dc088 req-5362823b-d955-41bb-af4e-970de99afb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:50:59.885792 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-623ff9ac-7d12-4882-8de6-8597e94dc088 req-5362823b-d955-41bb-af4e-970de99afb6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762429
Dec 11 16:51:00.030033 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-623ff9ac-7d12-4882-8de6-8597e94dc088 req-d8d75261-6863-4750-b696-3f37977d8b69 service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366777
Dec 11 16:51:00.170100 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-623ff9ac-7d12-4882-8de6-8597e94dc088 req-933518df-88d7-4dbf-9e1b-3c8dee019fad service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1335783
Dec 11 16:51:03.760085 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:51:05.946371 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf7b476-1ab9-4067-887b-eeafa6093abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:51:08.234208 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-63dbd34e-4e4e-4009-88be-e71aa235786c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:51:09.107972 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:51:10.229063 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:51:11.063310 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:51:14.356073 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48941459-e37b-4e23-911e-5cc11f1a2583 req-ec66e0de-9889-481b-bf2a-680febe79e97 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:14.357690 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-48941459-e37b-4e23-911e-5cc11f1a2583 req-ec66e0de-9889-481b-bf2a-680febe79e97 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 946 time: 0.0845995
Dec 11 16:51:14.405087 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-48941459-e37b-4e23-911e-5cc11f1a2583 req-611a1141-41fb-47bf-a08b-94324b472501 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0410480
Dec 11 16:51:15.624182 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745dc6f8-1983-41b5-baf3-874f516b1e8f req-6bd50dcd-0721-4c0f-bb38-78c8ffcdfd23 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:15.625816 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-745dc6f8-1983-41b5-baf3-874f516b1e8f req-6bd50dcd-0721-4c0f-bb38-78c8ffcdfd23 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 946 time: 0.0867388
Dec 11 16:51:15.673244 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-745dc6f8-1983-41b5-baf3-874f516b1e8f req-c9ac1922-45c5-4e02-988a-97687e086a1f tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0410273
Dec 11 16:51:16.883391 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45943c62-deec-421e-8404-327555928ee5 req-1ad34c46-0ae7-40bd-83b0-5a4aeb4d72dd tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:16.885002 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-45943c62-deec-421e-8404-327555928ee5 req-1ad34c46-0ae7-40bd-83b0-5a4aeb4d72dd tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 946 time: 0.0827842
Dec 11 16:51:16.935843 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-45943c62-deec-421e-8404-327555928ee5 req-2d0efbff-3de8-4098-9c9f-c0808211b535 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0446362
Dec 11 16:51:18.146276 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9c866-5b09-4558-830c-9cd21ff95fad req-1918ea50-52d3-4637-a818-681cb538f2c8 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:18.147938 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-04e9c866-5b09-4558-830c-9cd21ff95fad req-1918ea50-52d3-4637-a818-681cb538f2c8 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 946 time: 0.0823264
Dec 11 16:51:18.194166 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-04e9c866-5b09-4558-830c-9cd21ff95fad req-e393ba82-497c-48d4-84f6-12f47c5cd956 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0400090
Dec 11 16:51:19.415035 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616fb79-39f4-4a3f-9491-17567b06836b req-50f14860-43ae-4ead-b55d-e430afbbe2cf tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:19.416658 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3616fb79-39f4-4a3f-9491-17567b06836b req-50f14860-43ae-4ead-b55d-e430afbbe2cf tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 946 time: 0.0952902
Dec 11 16:51:19.463823 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3616fb79-39f4-4a3f-9491-17567b06836b req-643b21ce-c9b4-4329-ad4a-06375308a9a7 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0407135
Dec 11 16:51:20.688948 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf9018-eef7-40f9-a223-af561b19a59c req-fc1a6548-0e7c-4857-bc89-c50d4603d8d0 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:20.690503 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3faf9018-eef7-40f9-a223-af561b19a59c req-fc1a6548-0e7c-4857-bc89-c50d4603d8d0 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 946 time: 0.0848372
Dec 11 16:51:20.741318 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3faf9018-eef7-40f9-a223-af561b19a59c req-7b4c5cb9-27be-4b8a-840f-398fb675a7b4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0446172
Dec 11 16:51:21.976768 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0169c-9ad7-40bf-9687-129bfd969725 req-e497c6c5-ce70-4148-8e36-7a2c0cc77a61 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:21.978387 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-28f0169c-9ad7-40bf-9687-129bfd969725 req-e497c6c5-ce70-4148-8e36-7a2c0cc77a61 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 946 time: 0.0840180
Dec 11 16:51:22.026953 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-28f0169c-9ad7-40bf-9687-129bfd969725 req-a64eb581-c68f-4516-8764-a39812835c07 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0421908
Dec 11 16:51:23.054477 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:51:23.247682 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4644d9-9124-4c77-aeff-ebf8d10755d0 req-02607937-161e-4d88-9c1c-4a56ce55d17c tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:23.249307 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fd4644d9-9124-4c77-aeff-ebf8d10755d0 req-02607937-161e-4d88-9c1c-4a56ce55d17c tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 946 time: 0.0878844
Dec 11 16:51:23.296850 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fd4644d9-9124-4c77-aeff-ebf8d10755d0 req-ca1538d6-17dd-4261-824a-22a0f6b6b322 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0411401
Dec 11 16:51:24.507803 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74713878-68b0-4317-b0d5-7fe2a4caa91e req-f279d4e3-f13e-4c24-825b-da45eb6b5b2f tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:24.509446 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-74713878-68b0-4317-b0d5-7fe2a4caa91e req-f279d4e3-f13e-4c24-825b-da45eb6b5b2f tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 946 time: 0.0841482
Dec 11 16:51:24.542289 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33692000-6f0a-4cb7-87bd-766cc011f12a req-87ab918e-c203-4d39-b2d8-050a13c927e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:24.543956 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-33692000-6f0a-4cb7-87bd-766cc011f12a req-87ab918e-c203-4d39-b2d8-050a13c927e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=994961baca084582a9934ffcde79a08c&device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 1163 time: 0.0854728
Dec 11 16:51:24.565970 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-74713878-68b0-4317-b0d5-7fe2a4caa91e req-7ca91dce-2a2f-4430-a3b7-918b8f464d85 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0499866
Dec 11 16:51:24.686198 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33692000-6f0a-4cb7-87bd-766cc011f12a req-21f23be4-589a-44ef-9fc9-901f2188c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:24.688139 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-33692000-6f0a-4cb7-87bd-766cc011f12a req-21f23be4-589a-44ef-9fc9-901f2188c2f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6 HTTP/1.1" status: 200  len: 902 time: 0.1381936
Dec 11 16:51:24.794291 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-33692000-6f0a-4cb7-87bd-766cc011f12a req-665f0822-4852-406f-b850-f987ccbeb33d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca610042-5cf6-4836-8774-a5cd21d742be HTTP/1.1" status: 200  len: 1001 time: 0.1002798
Dec 11 16:51:24.867473 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33692000-6f0a-4cb7-87bd-766cc011f12a req-e03d5138-3187-4174-a103-5b2259d12133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:24.869075 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-33692000-6f0a-4cb7-87bd-766cc011f12a req-e03d5138-3187-4174-a103-5b2259d12133 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa5d12ee-640f-4f94-ac79-cca10d376e1e HTTP/1.1" status: 200  len: 847 time: 0.0682056
Dec 11 16:51:24.951712 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33692000-6f0a-4cb7-87bd-766cc011f12a req-1561d082-e3db-439e-b8da-05f24faf440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:24.953245 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-33692000-6f0a-4cb7-87bd-766cc011f12a req-1561d082-e3db-439e-b8da-05f24faf440d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778990
Dec 11 16:51:25.099482 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-33692000-6f0a-4cb7-87bd-766cc011f12a req-e66fbf31-9298-4eef-b187-a2ac2fed3137 service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390123
Dec 11 16:51:25.242084 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-33692000-6f0a-4cb7-87bd-766cc011f12a req-ff40e868-f659-4263-b5e0-d4241c1ed35a service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1365738
Dec 11 16:51:25.780440 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bfd78-5f88-4147-a03d-f60471a897ef req-205096d0-e844-4ae3-ba0d-742eedd640cf tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:25.782291 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4a8bfd78-5f88-4147-a03d-f60471a897ef req-205096d0-e844-4ae3-ba0d-742eedd640cf tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 946 time: 0.0834942
Dec 11 16:51:25.830404 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-4a8bfd78-5f88-4147-a03d-f60471a897ef req-62a888c9-a38f-4923-a79b-8a6a88882d30 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0417602
Dec 11 16:51:27.046336 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ecc22-a327-4587-af6b-12002e7efaf6 req-3f6717ae-90aa-4d9f-8166-786bce1deb57 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:27.047995 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3d8ecc22-a327-4587-af6b-12002e7efaf6 req-3f6717ae-90aa-4d9f-8166-786bce1deb57 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 946 time: 0.0894055
Dec 11 16:51:27.098754 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-3d8ecc22-a327-4587-af6b-12002e7efaf6 req-3caa425e-d680-4553-bebc-efef48410406 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0437188
Dec 11 16:51:27.360136 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device ca610042-5cf6-4836-8774-a5cd21d742be no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:51:27.476058 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:51:27.508247 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca610042-5cf6-4836-8774-a5cd21d742be'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:51:27.520373 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port ca610042-5cf6-4836-8774-a5cd21d742be, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ca610042-5cf6-4836-8774-a5cd21d742be,segment=NetworkSegment(743a95dd-3805-452d-9981-94ac9c5756ee),segment_id=743a95dd-3805-452d-9981-94ac9c5756ee)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:51:27.524145 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:51:27.528268 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:51:27.576900 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca610042-5cf6-4836-8774-a5cd21d742be', 'code': 200}
Dec 11 16:51:27.604435 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=ca610042-5cf6-4836-8774-a5cd21d742be,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:51:27.612394 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.612738 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.613129 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.613510 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.613890 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.614275 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.614651 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.615048 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.615422 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.615793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.616162 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.616529 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.616960 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.617326 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.617697 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.618060 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.618423 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.618790 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.619181 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.619548 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.619913 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.620279 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.620644 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.621005 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:51:27.625725 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:51:28.309964 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca9e56-233e-4021-b373-e655410f91a3 req-9a82abf1-c8be-4b1b-b853-e7938470663c tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:28.311626 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0aca9e56-233e-4021-b373-e655410f91a3 req-9a82abf1-c8be-4b1b-b853-e7938470663c tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 944 time: 0.0838761
Dec 11 16:51:28.362577 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-0aca9e56-233e-4021-b373-e655410f91a3 req-619fa444-3d13-41a9-835e-6d3baebfd422 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0441632
Dec 11 16:51:28.751297 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 38872) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:51:28.768760 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76c29a-5645-4b3f-8ef4-dfb0f7ae0ecb req-dfde745b-7b68-4b30-bb9b-83fdefe86ddf tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:28.770525 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5e76c29a-5645-4b3f-8ef4-dfb0f7ae0ecb req-dfde745b-7b68-4b30-bb9b-83fdefe86ddf tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 944 time: 0.0924792
Dec 11 16:51:28.820065 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-5e76c29a-5645-4b3f-8ef4-dfb0f7ae0ecb req-19a6a2ab-4359-44c6-997a-7a9a60766fab tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0432534
Dec 11 16:51:28.903966 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-53d95adb-e4f9-44af-a931-1cd976d9d0cd req-186bc91f-fe60-47f4-8bf2-3414a393c21f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1505079
Dec 11 16:51:30.037550 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1cb2c-8b04-48f5-aa2a-ecf92e7ae948 req-6893fdf3-5c5a-4977-a05e-69948a6158e0 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:30.039225 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-24f1cb2c-8b04-48f5-aa2a-ecf92e7ae948 req-6893fdf3-5c5a-4977-a05e-69948a6158e0 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 944 time: 0.0890024
Dec 11 16:51:30.087890 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-24f1cb2c-8b04-48f5-aa2a-ecf92e7ae948 req-51b912a5-d6a0-4c07-93e9-af752a226341 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0422726
Dec 11 16:51:30.279450 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d95adb-e4f9-44af-a931-1cd976d9d0cd req-1de536d4-75af-4e45-a139-8ab93c87fada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:30.281239 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-53d95adb-e4f9-44af-a931-1cd976d9d0cd req-1de536d4-75af-4e45-a139-8ab93c87fada service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97&tenant_id=994961baca084582a9934ffcde79a08c HTTP/1.1" status: 200  len: 1161 time: 0.0789642
Dec 11 16:51:30.385567 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d95adb-e4f9-44af-a931-1cd976d9d0cd req-c8782237-f3ce-4a22-a40f-9674144590c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:30.387136 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-53d95adb-e4f9-44af-a931-1cd976d9d0cd req-c8782237-f3ce-4a22-a40f-9674144590c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=994961baca084582a9934ffcde79a08c&device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 1161 time: 0.0738468
Dec 11 16:51:30.532092 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d95adb-e4f9-44af-a931-1cd976d9d0cd req-8e99dae6-95bc-4dd8-8cf6-4373aa9b6bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:30.534269 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-53d95adb-e4f9-44af-a931-1cd976d9d0cd req-8e99dae6-95bc-4dd8-8cf6-4373aa9b6bb4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6 HTTP/1.1" status: 200  len: 902 time: 0.1404183
Dec 11 16:51:30.865302 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-53d95adb-e4f9-44af-a931-1cd976d9d0cd req-5c4ec23b-0de0-4749-a044-14ea52ff4111 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca610042-5cf6-4836-8774-a5cd21d742be HTTP/1.1" status: 200  len: 999 time: 0.3246410
Dec 11 16:51:30.933988 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d95adb-e4f9-44af-a931-1cd976d9d0cd req-f7bf8f70-d97b-4e3c-a854-18eb23562ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:30.935586 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-53d95adb-e4f9-44af-a931-1cd976d9d0cd req-f7bf8f70-d97b-4e3c-a854-18eb23562ede service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa5d12ee-640f-4f94-ac79-cca10d376e1e HTTP/1.1" status: 200  len: 847 time: 0.0642414
Dec 11 16:51:31.016318 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d95adb-e4f9-44af-a931-1cd976d9d0cd req-c658e7ee-5120-48f5-b4b6-e346ff3c7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:31.017922 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-53d95adb-e4f9-44af-a931-1cd976d9d0cd req-c658e7ee-5120-48f5-b4b6-e346ff3c7350 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754590
Dec 11 16:51:31.165439 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-53d95adb-e4f9-44af-a931-1cd976d9d0cd req-b00000e2-c07c-4246-bd5d-207ec26ebd88 service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411507
Dec 11 16:51:31.300679 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3f30b-a6e0-4ac7-a25c-5684d985f068 req-f7ae118e-5bd9-461a-9e63-4407e4762456 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:31.302306 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e4a3f30b-a6e0-4ac7-a25c-5684d985f068 req-f7ae118e-5bd9-461a-9e63-4407e4762456 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 944 time: 0.0840068
Dec 11 16:51:31.308968 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-53d95adb-e4f9-44af-a931-1cd976d9d0cd req-ac328beb-6baa-48ef-9b56-097875d9bc92 service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372197
Dec 11 16:51:31.355931 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e4a3f30b-a6e0-4ac7-a25c-5684d985f068 req-78197604-1c4a-45df-be56-99e81ebe3027 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0465705
Dec 11 16:51:32.568928 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35c752-e16b-4fa3-acb8-e2058a4d6ac9 req-bdfc60b6-0940-4d29-abd8-7d90d03f977c tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:32.570549 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fb35c752-e16b-4fa3-acb8-e2058a4d6ac9 req-bdfc60b6-0940-4d29-abd8-7d90d03f977c tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 944 time: 0.0861692
Dec 11 16:51:32.618522 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-fb35c752-e16b-4fa3-acb8-e2058a4d6ac9 req-1ce1f32d-1251-41f3-9073-80692a98ec5f tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0416653
Dec 11 16:51:33.838510 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a38950-76ac-4faa-832e-d354e359a0a7 req-ecbd0f4f-aa17-49f2-8b12-169e1377ee41 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:33.840075 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-76a38950-76ac-4faa-832e-d354e359a0a7 req-ecbd0f4f-aa17-49f2-8b12-169e1377ee41 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 944 time: 0.0893416
Dec 11 16:51:33.888594 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-76a38950-76ac-4faa-832e-d354e359a0a7 req-340074d1-1211-4f04-9280-cc2dc797462f tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0421679
Dec 11 16:51:35.100635 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a86aa2-44d7-4b94-8def-14d762b36969 req-ec29567c-217e-4cda-a3aa-37aa4c00c5d5 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:35.102238 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-58a86aa2-44d7-4b94-8def-14d762b36969 req-ec29567c-217e-4cda-a3aa-37aa4c00c5d5 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 944 time: 0.0828841
Dec 11 16:51:35.151661 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-58a86aa2-44d7-4b94-8def-14d762b36969 req-c4132d0f-3916-44f6-b9ea-db2fadfb928d tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0431032
Dec 11 16:51:35.949482 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d8c216a1-01d6-40ba-84c8-9e8c1af3f433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:51:36.363330 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bdc4d-ebb6-4d8b-9d6b-b8150556410e req-156f54f4-dbd2-4806-9556-e2833844c81b tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:36.364936 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-405bdc4d-ebb6-4d8b-9d6b-b8150556410e req-156f54f4-dbd2-4806-9556-e2833844c81b tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 944 time: 0.0859032
Dec 11 16:51:36.412557 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-405bdc4d-ebb6-4d8b-9d6b-b8150556410e req-1287fe1b-1923-4f5f-8ddf-bb60ee105a05 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0413671
Dec 11 16:51:37.628362 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba4e27-e145-4f0b-9323-67ef3e19d902 req-ed7c0dd3-2ef0-4e9f-9d83-830f9add5248 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:37.629969 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-36ba4e27-e145-4f0b-9323-67ef3e19d902 req-ed7c0dd3-2ef0-4e9f-9d83-830f9add5248 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 944 time: 0.0880408
Dec 11 16:51:37.677240 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-36ba4e27-e145-4f0b-9323-67ef3e19d902 req-104f0684-d96f-45a2-b164-d916722e690f tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0410080
Dec 11 16:51:38.234906 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e702c32d-f65c-460f-b104-e3fd5b7719bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:51:38.887900 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb7201-64c1-4802-afcd-12d7168c5497 req-7c461f1e-1349-4909-a593-88ff3b6a6830 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:38.889420 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e6bb7201-64c1-4802-afcd-12d7168c5497 req-7c461f1e-1349-4909-a593-88ff3b6a6830 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 944 time: 0.0831285
Dec 11 16:51:38.942141 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-e6bb7201-64c1-4802-afcd-12d7168c5497 req-56c606e4-631f-4430-8b43-24b587bd384e tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0458889
Dec 11 16:51:39.109917 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:51:39.790141 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device ca610042-5cf6-4836-8774-a5cd21d742be up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:51:39.859591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port ca610042-5cf6-4836-8774-a5cd21d742be triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:51:39.860020 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:51:39.979972 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:51:40.008247 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca610042-5cf6-4836-8774-a5cd21d742be'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:51:40.018528 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port ca610042-5cf6-4836-8774-a5cd21d742be, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ca610042-5cf6-4836-8774-a5cd21d742be,segment=NetworkSegment(743a95dd-3805-452d-9981-94ac9c5756ee),segment_id=743a95dd-3805-452d-9981-94ac9c5756ee)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:51:40.021850 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:51:40.024094 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f3435596-54ac-40ee-af5d-fca76046c3de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:51:40.075827 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca610042-5cf6-4836-8774-a5cd21d742be', 'code': 200}
Dec 11 16:51:40.093278 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=ca610042-5cf6-4836-8774-a5cd21d742be,revision_number=6']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:51:40.097360 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:51:40.158043 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6efcd-a5fd-4ac6-ad53-0f829f8ceac3 req-cf72be5b-ff8e-4184-988b-94a3a6522864 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:40.159721 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9ba6efcd-a5fd-4ac6-ad53-0f829f8ceac3 req-cf72be5b-ff8e-4184-988b-94a3a6522864 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 946 time: 0.0870965
Dec 11 16:51:40.216428 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9ba6efcd-a5fd-4ac6-ad53-0f829f8ceac3 req-1cee4a9d-0ce0-4c90-bbc4-20b6c2738567 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0502722
Dec 11 16:51:40.233226 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:51:40.396657 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96943e-12fc-4412-9002-217d6572b485 req-ce0834dd-1128-4d6f-af4f-4624b51112f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:40.398217 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9c96943e-12fc-4412-9002-217d6572b485 req-ce0834dd-1128-4d6f-af4f-4624b51112f7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 1163 time: 0.0780609
Dec 11 16:51:40.442645 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-9c96943e-12fc-4412-9002-217d6572b485 req-da1873ea-d067-4ec0-8e88-383852b558f9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0380564
Dec 11 16:51:40.760069 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:51:41.069904 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:51:41.441175 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087f6fc-b323-4bfb-9973-95db9cdfaba4 req-85ab0f23-3327-44f1-8d7f-aca55c31fcf3 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:41.442937 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b087f6fc-b323-4bfb-9973-95db9cdfaba4 req-85ab0f23-3327-44f1-8d7f-aca55c31fcf3 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 946 time: 0.0896482
Dec 11 16:51:41.495277 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-b087f6fc-b323-4bfb-9973-95db9cdfaba4 req-aa9cc3d0-3eee-46fe-b5eb-230e0a5f65c5 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0460114
Dec 11 16:51:41.553503 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device ca610042-5cf6-4836-8774-a5cd21d742be up at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 11 16:51:41.623846 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Provisioning complete for port ca610042-5cf6-4836-8774-a5cd21d742be triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 11 16:51:41.624262 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851265609'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:51:42.710867 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e05e0-f08c-40ab-9653-13cb8d881005 req-d6428e32-847a-4dec-a4f0-7492b84cf185 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:51:42.712389 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f44e05e0-f08c-40ab-9653-13cb8d881005 req-d6428e32-847a-4dec-a4f0-7492b84cf185 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 946 time: 0.0858266
Dec 11 16:51:42.762304 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-f44e05e0-f08c-40ab-9653-13cb8d881005 req-7f694afc-69c7-4b59-a072-b39533768e94 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0435703
Dec 11 16:51:53.053426 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:52:01.230552 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8eb174a8-a0b0-4dd6-9995-f81f12b43191 req-f6afdd0d-457c-4a6d-9824-d5dc92eaff8b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0770810
Dec 11 16:52:01.396839 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb174a8-a0b0-4dd6-9995-f81f12b43191 req-986bf575-0dbc-4da7-b9ec-52ec2c1dc4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:52:01.398436 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8eb174a8-a0b0-4dd6-9995-f81f12b43191 req-986bf575-0dbc-4da7-b9ec-52ec2c1dc4f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=994961baca084582a9934ffcde79a08c&device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 1163 time: 0.0757308
Dec 11 16:52:01.565175 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb174a8-a0b0-4dd6-9995-f81f12b43191 req-3401b9da-4d40-40f8-a487-f937d4f951f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:52:01.566757 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8eb174a8-a0b0-4dd6-9995-f81f12b43191 req-3401b9da-4d40-40f8-a487-f937d4f951f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6 HTTP/1.1" status: 200  len: 902 time: 0.1477473
Dec 11 16:52:01.674846 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8eb174a8-a0b0-4dd6-9995-f81f12b43191 req-dcce8664-155d-4a74-ab9f-33715b411cb0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca610042-5cf6-4836-8774-a5cd21d742be HTTP/1.1" status: 200  len: 1001 time: 0.1007941
Dec 11 16:52:01.743631 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb174a8-a0b0-4dd6-9995-f81f12b43191 req-a8a9c03e-6cde-483f-851e-2d6f55e5733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:52:01.745119 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8eb174a8-a0b0-4dd6-9995-f81f12b43191 req-a8a9c03e-6cde-483f-851e-2d6f55e5733b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa5d12ee-640f-4f94-ac79-cca10d376e1e HTTP/1.1" status: 200  len: 847 time: 0.0635369
Dec 11 16:52:01.826351 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb174a8-a0b0-4dd6-9995-f81f12b43191 req-50469c32-0a4d-409e-bc66-b43a24be29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:52:01.828393 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8eb174a8-a0b0-4dd6-9995-f81f12b43191 req-50469c32-0a4d-409e-bc66-b43a24be29cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750737
Dec 11 16:52:01.970227 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8eb174a8-a0b0-4dd6-9995-f81f12b43191 req-439d5637-3839-43d5-b091-04f07220973d service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353614
Dec 11 16:52:02.113288 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-8eb174a8-a0b0-4dd6-9995-f81f12b43191 req-8171dfc7-1eae-476d-98a4-57322fefe929 service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359720
Dec 11 16:52:05.954129 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ee88797d-95a7-4b0c-8850-beb6b4419a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:52:08.234972 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-41deacac-da07-4d26-bc5a-41d8c5add644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:52:09.113215 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:52:10.237131 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:52:11.075186 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:52:17.758917 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:52:23.061911 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:52:35.956536 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-520780d7-82bf-41db-aeb0-3e22cab569c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:52:38.236867 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-32f64367-b21e-4f72-95ea-6ab70bbf95d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:52:39.116248 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:52:40.239230 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:52:41.078391 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:52:53.060929 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:52:54.759531 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:52:56.227104 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [req-529f11a9-afb0-4532-baca-78d6867ab2a7 req-50abde15-e53b-46a6-a111-0655a96c5894 service neutron] (80200) timed out ('10.222.0.64', 57724) {{(pid=80200) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 11 16:52:58.387375 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-acc02af2-568c-415d-841e-44d5e08b8d86 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/floatingips/c91444bf-30be-4efc-9724-163f871b12da HTTP/1.1" status: 200  len: 998 time: 0.1114907
Dec 11 16:52:58.547785 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-540ef162-f6da-4c82-ae5b-f0fd40240797 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:52:58.549289 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-540ef162-f6da-4c82-ae5b-f0fd40240797 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/networks/2c8d0687-6545-4ddc-9608-794ea870ad6d HTTP/1.1" status: 200  len: 784 time: 0.1552730
Dec 11 16:52:58.560846 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-cd70f513-c934-4723-9972-d52dc8cece83 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 11 16:52:58.561901 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-cd70f513-c934-4723-9972-d52dc8cece83 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0065243
Dec 11 16:52:58.669180 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-f5d503dd-594f-4713-b638-9f8abfb3c279 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.34 HTTP/1.1" status: 200  len: 1001 time: 0.1005046
Dec 11 16:52:58.750509 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-b1b44651-fee7-4c4c-be42-818770700f6f tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:52:58.751988 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-b1b44651-fee7-4c4c-be42-818770700f6f tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports/ca610042-5cf6-4836-8774-a5cd21d742be HTTP/1.1" status: 200  len: 943 time: 0.0767603
Dec 11 16:52:59.159010 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-2c733633-8e65-4f9a-ab16-6f3a435a36a0 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.34 HTTP/1.1" status: 200  len: 1001 time: 0.3255982
Dec 11 16:52:59.369192 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Deleting port 7b7f7bc5-a8dc-40bd-8a5b-a9348ba7f0d1 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:52:59.369573 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:52:59.551929 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:52:59.552499 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for floatingip, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:52:59.681001 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Calling delete_port for 7b7f7bc5-a8dc-40bd-8a5b-a9348ba7f0d1 owned by network:floatingip {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:52:59.829447 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822896375'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:52:59.845249 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-9f13d21d-b231-4672-a05b-aaf55638cb73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:52:59.900700 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Pushing event deleted for resources: {'Port': ['ID=7b7f7bc5-a8dc-40bd-8a5b-a9348ba7f0d1,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:52:59.914497 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.914946 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.915369 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.915835 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.916245 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.916649 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.917052 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.917454 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.917862 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.918262 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.919284 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.919689 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.920151 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.920593 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.920994 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.921392 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.921787 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.922182 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.922578 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.923043 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.923441 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.923838 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.924236 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.924629 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:52:59.977102 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:53:00.082481 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for floatingip, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:00.082750 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.db.l3_db [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Floating IP c91444bf-30be-4efc-9724-163f871b12da disassociated (deleted). External IP: 172.27.3.34, port: ca610042-5cf6-4836-8774-a5cd21d742be.
Dec 11 16:53:00.447186 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Router 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:53:00.636946 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:53:00.646790 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264cc088-7bf2-4a50-b3b5-e0d6179f4516 None None] Sync routers for ids ['0a1fbd86-881d-4f33-9ea7-8ac22e555e27'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:53:00.657677 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264cc088-7bf2-4a50-b3b5-e0d6179f4516 None None] Routers {'0a1fbd86-881d-4f33-9ea7-8ac22e555e27'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:53:00.658387 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-264cc088-7bf2-4a50-b3b5-e0d6179f4516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eb0186a58>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:52:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['0a1fbd86-881d-4f33-9ea7-8ac22e555e27'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:53:00.660380 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:00.717389 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-f1638885-ef5e-432f-bd3c-31d0d831e478 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "DELETE /v2.0/floatingips/c91444bf-30be-4efc-9724-163f871b12da HTTP/1.1" status: 204  len: 173 time: 1.5522482
Dec 11 16:53:00.717864 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'tag': 'ca610042-5cf6-4836-8774-a5cd21d742be'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:53:00.777709 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'tag': 'ca610042-5cf6-4836-8774-a5cd21d742be', 'status': 'completed', 'code': 200}
Dec 11 16:53:00.815694 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-1efb4526-2e29-49da-a435-4c0d7750db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:53:00.817381 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-1efb4526-2e29-49da-a435-4c0d7750db28 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=994961baca084582a9934ffcde79a08c&device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 1163 time: 0.0863786
Dec 11 16:53:00.846737 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-264cc088-7bf2-4a50-b3b5-e0d6179f4516 None None] Set router 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:53:00.894520 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747ac96-4575-4729-af37-538315f03767 req-316d4d25-1748-40d2-bee5-b1a03c0c5cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:53:00.896189 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d747ac96-4575-4729-af37-538315f03767 req-316d4d25-1748-40d2-bee5-b1a03c0c5cda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=994961baca084582a9934ffcde79a08c&device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 1163 time: 0.0769761
Dec 11 16:53:00.967621 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-5034e565-d22e-47e7-818b-cff86c7b711b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:53:00.969184 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-5034e565-d22e-47e7-818b-cff86c7b711b service neutron] 10.222.0.68 "GET /v2.0/networks?id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6 HTTP/1.1" status: 200  len: 902 time: 0.1442609
Dec 11 16:53:01.042536 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-d01089c5-3a9a-4e23-8fef-bac9488bc95e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca610042-5cf6-4836-8774-a5cd21d742be HTTP/1.1" status: 200  len: 217 time: 0.0662448
Dec 11 16:53:01.045472 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747ac96-4575-4729-af37-538315f03767 req-8eb87a2e-b8c5-427a-93ba-2973cf0dc516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:53:01.047135 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d747ac96-4575-4729-af37-538315f03767 req-8eb87a2e-b8c5-427a-93ba-2973cf0dc516 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6 HTTP/1.1" status: 200  len: 902 time: 0.1435790
Dec 11 16:53:01.118897 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-cc8a801f-ffe2-4609-a0de-667144dd943e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:53:01.120560 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-cc8a801f-ffe2-4609-a0de-667144dd943e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fa5d12ee-640f-4f94-ac79-cca10d376e1e HTTP/1.1" status: 200  len: 847 time: 0.0714765
Dec 11 16:53:01.122457 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d747ac96-4575-4729-af37-538315f03767 req-3d316415-9030-45ef-8141-4ebef6ab23b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca610042-5cf6-4836-8774-a5cd21d742be HTTP/1.1" status: 200  len: 217 time: 0.0687799
Dec 11 16:53:01.187739 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-264cc088-7bf2-4a50-b3b5-e0d6179f4516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eb0186a58>, [{'id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'name': 'tempest-TestShelveInstance-663397787-router', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:31Z', 'updated_at': '2020-12-11T16:48:36Z', 'revision_number': 4, 'project_id': '994961baca084582a9934ffcde79a08c', 'gw_port': {'id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:32Z', 'updated_at': '2020-12-11T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31', 'name': '', 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'mac_address': 'fa:16:3e:9a:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fa5d12ee-640f-4f94-ac79-cca10d376e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:35Z', 'updated_at': '2020-12-11T16:48:45Z', 'revision_number': 5, 'project_id': '994961baca084582a9934ffcde79a08c', 'subnets': [{'id': 'fa5d12ee-640f-4f94-ac79-cca10d376e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:53:01.192078 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264cc088-7bf2-4a50-b3b5-e0d6179f4516 None None] Checking router: 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:53:01.195745 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747ac96-4575-4729-af37-538315f03767 req-3610a4f4-d8da-4059-a674-5a63091c95ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:53:01.197366 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d747ac96-4575-4729-af37-538315f03767 req-3610a4f4-d8da-4059-a674-5a63091c95ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa5d12ee-640f-4f94-ac79-cca10d376e1e HTTP/1.1" status: 200  len: 847 time: 0.0692055
Dec 11 16:53:01.201992 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264cc088-7bf2-4a50-b3b5-e0d6179f4516 None None] Routers {'0a1fbd86-881d-4f33-9ea7-8ac22e555e27'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:53:01.202653 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-264cc088-7bf2-4a50-b3b5-e0d6179f4516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eb0186a58>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:52:38Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['0a1fbd86-881d-4f33-9ea7-8ac22e555e27'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:53:01.203930 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-a4c35f70-14cb-4d20-8e2c-0b57cd312d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:53:01.205597 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-a4c35f70-14cb-4d20-8e2c-0b57cd312d65 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770023
Dec 11 16:53:01.283581 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747ac96-4575-4729-af37-538315f03767 req-673cb372-aa71-4998-9050-40de0d8958a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:53:01.285212 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d747ac96-4575-4729-af37-538315f03767 req-673cb372-aa71-4998-9050-40de0d8958a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bff8e5ca-7c3b-4696-ab6e-323aef104ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814474
Dec 11 16:53:01.360050 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-3b185921-d222-4ca3-ad8a-f30184ff86e8 service neutron] 10.222.0.68 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466744
Dec 11 16:53:01.390240 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-264cc088-7bf2-4a50-b3b5-e0d6179f4516 None None] Set router 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:53:01.433894 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d747ac96-4575-4729-af37-538315f03767 req-24352e2d-02b4-43ba-9eae-5cdab69d6bbf service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422803
Dec 11 16:53:01.510301 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d17a27c7-6f7b-4cc0-9e0e-f6f46992da16 req-b1c6f046-f6c8-40ce-a334-0410417679ff service neutron] 10.222.0.68 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1433001
Dec 11 16:53:01.599070 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-d747ac96-4575-4729-af37-538315f03767 req-f0d4fc49-b548-4dfc-bdd5-10bdcee1b137 service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1585996
Dec 11 16:53:01.732997 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-264cc088-7bf2-4a50-b3b5-e0d6179f4516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eb0186a58>, [{'id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'name': 'tempest-TestShelveInstance-663397787-router', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:31Z', 'updated_at': '2020-12-11T16:48:36Z', 'revision_number': 4, 'project_id': '994961baca084582a9934ffcde79a08c', 'gw_port': {'id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:32Z', 'updated_at': '2020-12-11T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31', 'name': '', 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'mac_address': 'fa:16:3e:9a:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fa5d12ee-640f-4f94-ac79-cca10d376e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:35Z', 'updated_at': '2020-12-11T16:48:45Z', 'revision_number': 5, 'project_id': '994961baca084582a9934ffcde79a08c', 'subnets': [{'id': 'fa5d12ee-640f-4f94-ac79-cca10d376e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:53:01.737283 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264cc088-7bf2-4a50-b3b5-e0d6179f4516 None None] The sync data for ids ['0a1fbd86-881d-4f33-9ea7-8ac22e555e27'] in dv-cinder-766752-1-iscsi is: [{'id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'name': 'tempest-TestShelveInstance-663397787-router', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:31Z', 'updated_at': '2020-12-11T16:48:36Z', 'revision_number': 4, 'project_id': '994961baca084582a9934ffcde79a08c', 'gw_port': {'id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:32Z', 'updated_at': '2020-12-11T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi', '_interfaces': [{'id': '9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31', 'name': '', 'network_id': 'bff8e5ca-7c3b-4696-ab6e-323aef104ce6', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'mac_address': 'fa:16:3e:9a:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fa5d12ee-640f-4f94-ac79-cca10d376e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:35Z', 'updated_at': '2020-12-11T16:48:45Z', 'revision_number': 5, 'project_id': '994961baca084582a9934ffcde79a08c', 'subnets': [{'id': 'fa5d12ee-640f-4f94-ac79-cca10d376e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:53:01.937031 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d758e9-e6ad-406f-a4dd-048ca27370ed req-ab2ca9c9-7b6e-425b-8926-5002afa1bf93 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:53:01.937802 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-61d758e9-e6ad-406f-a4dd-048ca27370ed req-ab2ca9c9-7b6e-425b-8926-5002afa1bf93 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Synchronizing usage tracker for tenant:994961baca084582a9934ffcde79a08c on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:53:01.952532 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-61d758e9-e6ad-406f-a4dd-048ca27370ed req-ab2ca9c9-7b6e-425b-8926-5002afa1bf93 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Unset dirty status for tenant:994961baca084582a9934ffcde79a08c on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:53:01.953790 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-61d758e9-e6ad-406f-a4dd-048ca27370ed req-ab2ca9c9-7b6e-425b-8926-5002afa1bf93 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 946 time: 0.1002619
Dec 11 16:53:02.009006 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-61d758e9-e6ad-406f-a4dd-048ca27370ed req-fb2e1be8-af50-405d-b7d9-273ef2642d8c tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0486190
Dec 11 16:53:02.116973 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78bd357-7075-4839-a42d-f87483e60806 None None] New status for floating IP c91444bf-30be-4efc-9724-163f871b12da: DOWN {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 11 16:53:03.224975 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1f10e-e0b1-4695-81c8-7c7fa1d14472 req-33d8b60e-7bfd-46b7-9082-5f133e385e62 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:53:03.226573 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a6b1f10e-e0b1-4695-81c8-7c7fa1d14472 req-33d8b60e-7bfd-46b7-9082-5f133e385e62 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 946 time: 0.0844519
Dec 11 16:53:03.273040 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-a6b1f10e-e0b1-4695-81c8-7c7fa1d14472 req-dd57d278-417c-4a19-b223-1110fba85275 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0397108
Dec 11 16:53:03.573699 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682609cd-5b4b-46cf-a406-9a6f37e9a98a req-c37edc91-2b9b-47b6-9825-0874ab80bea8 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:53:03.574459 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-682609cd-5b4b-46cf-a406-9a6f37e9a98a req-c37edc91-2b9b-47b6-9825-0874ab80bea8 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Synchronizing usage tracker for tenant:994961baca084582a9934ffcde79a08c on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 11 16:53:03.588804 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.quota.resource [req-682609cd-5b4b-46cf-a406-9a6f37e9a98a req-c37edc91-2b9b-47b6-9825-0874ab80bea8 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Unset dirty status for tenant:994961baca084582a9934ffcde79a08c on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 11 16:53:03.589992 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-682609cd-5b4b-46cf-a406-9a6f37e9a98a req-c37edc91-2b9b-47b6-9825-0874ab80bea8 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.64 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 946 time: 0.0978463
Dec 11 16:53:03.664324 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-682609cd-5b4b-46cf-a406-9a6f37e9a98a req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Deleting port ca610042-5cf6-4836-8774-a5cd21d742be {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:53:03.664717 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-682609cd-5b4b-46cf-a406-9a6f37e9a98a req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:03.906761 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Device ca610042-5cf6-4836-8774-a5cd21d742be no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:53:03.921649 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-682609cd-5b4b-46cf-a406-9a6f37e9a98a req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] For port ca610042-5cf6-4836-8774-a5cd21d742be, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ca610042-5cf6-4836-8774-a5cd21d742be,segment=NetworkSegment(743a95dd-3805-452d-9981-94ac9c5756ee),segment_id=743a95dd-3805-452d-9981-94ac9c5756ee)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:53:03.922054 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-682609cd-5b4b-46cf-a406-9a6f37e9a98a req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:04.024782 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3902075'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:04.050067 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-682609cd-5b4b-46cf-a406-9a6f37e9a98a req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Calling delete_port for ca610042-5cf6-4836-8774-a5cd21d742be owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:53:04.052777 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca610042-5cf6-4836-8774-a5cd21d742be'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:53:04.063944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] For port ca610042-5cf6-4836-8774-a5cd21d742be, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ca610042-5cf6-4836-8774-a5cd21d742be,segment=NetworkSegment(743a95dd-3805-452d-9981-94ac9c5756ee),segment_id=743a95dd-3805-452d-9981-94ac9c5756ee)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:53:04.067766 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757087540510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279767687250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757087088584'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:04.069823 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:53:04.113803 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca610042-5cf6-4836-8774-a5cd21d742be', 'code': 200}
Dec 11 16:53:04.136838 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.api [req-682609cd-5b4b-46cf-a406-9a6f37e9a98a req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80200) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 16:53:04.137226 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_db.api [req-682609cd-5b4b-46cf-a406-9a6f37e9a98a req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 11 16:53:04.140327 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Pushing event updated for resources: {'Port': ['ID=ca610042-5cf6-4836-8774-a5cd21d742be,revision_number=7']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:53:04.148199 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.148592 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.148976 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.149364 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.149740 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.150102 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.150471 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.150859 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.151233 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.151600 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.151966 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.152329 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.152753 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.153650 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.154271 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.154634 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.155020 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.155427 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.155789 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.156148 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.156508 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.156910 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.157225 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.157585 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:04.162012 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:53:04.485789 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8f3f2-a26f-4dab-ac74-78f71fbe97f3 req-a4cf40cf-31ce-4b59-bec0-7cf6aab0547f tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 11 16:53:04.487458 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c1c8f3f2-a26f-4dab-ac74-78f71fbe97f3 req-a4cf40cf-31ce-4b59-bec0-7cf6aab0547f tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 944 time: 0.0868492
Dec 11 16:53:04.536860 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-c1c8f3f2-a26f-4dab-ac74-78f71fbe97f3 req-86adcd4c-4299-4b7b-8244-ad1ea25e403f tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups?id=485f8106-8f87-4393-b1ee-a02689c50c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0427740
Dec 11 16:53:04.638190 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-682609cd-5b4b-46cf-a406-9a6f37e9a98a req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Deleting port ca610042-5cf6-4836-8774-a5cd21d742be {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:53:04.638591 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-682609cd-5b4b-46cf-a406-9a6f37e9a98a req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:04.893276 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [req-682609cd-5b4b-46cf-a406-9a6f37e9a98a req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] For port ca610042-5cf6-4836-8774-a5cd21d742be, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ca610042-5cf6-4836-8774-a5cd21d742be,segment=NetworkSegment(743a95dd-3805-452d-9981-94ac9c5756ee),segment_id=743a95dd-3805-452d-9981-94ac9c5756ee)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:53:04.893677 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-682609cd-5b4b-46cf-a406-9a6f37e9a98a req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:05.246688 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [req-682609cd-5b4b-46cf-a406-9a6f37e9a98a req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Calling delete_port for ca610042-5cf6-4836-8774-a5cd21d742be owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:53:05.391575 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-682609cd-5b4b-46cf-a406-9a6f37e9a98a req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:05.409854 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-776c2653-0bb6-4795-ad05-4a731f3b84e5 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:53:05.455202 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Pushing event deleted for resources: {'Port': ['ID=ca610042-5cf6-4836-8774-a5cd21d742be,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:53:05.475782 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.476236 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.476656 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.477065 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.477470 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.477871 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.478268 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.478662 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.479087 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.479480 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.479872 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.480263 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-iscsi {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.480718 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.481630 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.482020 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.482410 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.482831 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.483214 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.483603 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.483995 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.484385 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.484772 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.485160 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.485547 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 11 16:53:05.490546 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:53:05.632404 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [req-682609cd-5b4b-46cf-a406-9a6f37e9a98a req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] No DVR routers for this DVR port ca610042-5cf6-4836-8774-a5cd21d742be on host hv-cinder-76675 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:53:05.634719 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-682609cd-5b4b-46cf-a406-9a6f37e9a98a req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769728'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:05.637671 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'name': 'network-vif-deleted', 'tag': 'ca610042-5cf6-4836-8774-a5cd21d742be'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 11 16:53:05.749731 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-42433a92-bc64-4ebb-91db-2edd3b68a4e8 req-42df6fce-1a46-45cf-b138-d900a0d5dedb tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 210 time: 0.0515814
Dec 11 16:53:05.750057 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-682609cd-5b4b-46cf-a406-9a6f37e9a98a req-f2a14929-3aec-4d26-8e8e-86a3c485b015 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.64 "DELETE /v2.0/ports/ca610042-5cf6-4836-8774-a5cd21d742be HTTP/1.1" status: 204  len: 173 time: 2.1545172
Dec 11 16:53:05.933231 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3134fce-ceb5-44cc-aa26-0a73a626ac97', 'name': 'network-vif-deleted', 'tag': 'ca610042-5cf6-4836-8774-a5cd21d742be', 'status': 'completed', 'code': 200}
Dec 11 16:53:05.960294 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f73d38dc-e8ba-42f6-a95f-c8953caf88af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:06.915884 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-698ca11f-2c7a-4cb5-b59b-ba9f3c12b3e8 req-1b7748c6-4612-48a4-99b1-e5f929824f35 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/ports?device_id=d3134fce-ceb5-44cc-aa26-0a73a626ac97 HTTP/1.1" status: 200  len: 210 time: 0.0516992
Dec 11 16:53:08.097444 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-187634f3-2939-4fbb-b191-7c267e235cbb req-d677bc97-559b-489f-bacb-35cbd70b438d tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "GET /v2.0/security-groups/485f8106-8f87-4393-b1ee-a02689c50c8c HTTP/1.1" status: 200  len: 2877 time: 0.0492680
Dec 11 16:53:08.170020 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-187634f3-2939-4fbb-b191-7c267e235cbb req-1f67577e-89e1-454d-8be0-71e6eedd7aa4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:08.201378 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-187634f3-2939-4fbb-b191-7c267e235cbb req-1f67577e-89e1-454d-8be0-71e6eedd7aa4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:08.241271 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-604ae6c4-008d-427f-8a22-19f5f0d89e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:08.254163 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-187634f3-2939-4fbb-b191-7c267e235cbb req-1f67577e-89e1-454d-8be0-71e6eedd7aa4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:08.259908 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-77d331c5-c2be-47c6-a60b-e25fa751719c tempest-TestMinimumBasicScenario-1278234024 tempest-TestMinimumBasicScenario-1278234024] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:53:08.276925 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67577e-89e1-454d-8be0-71e6eedd7aa4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Pushing event deleted for resources: {'SecurityGroup': ['ID=485f8106-8f87-4393-b1ee-a02689c50c8c,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:53:08.280002 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1f67577e-89e1-454d-8be0-71e6eedd7aa4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:53:08.285843 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [req-187634f3-2939-4fbb-b191-7c267e235cbb req-1f67577e-89e1-454d-8be0-71e6eedd7aa4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:08.287116 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [req-187634f3-2939-4fbb-b191-7c267e235cbb req-1f67577e-89e1-454d-8be0-71e6eedd7aa4 tempest-TestShelveInstance-2054826269 tempest-TestShelveInstance-2054826269] 10.222.0.68 "DELETE /v2.0/security-groups/485f8106-8f87-4393-b1ee-a02689c50c8c HTTP/1.1" status: 204  len: 173 time: 0.1834900
Dec 11 16:53:08.362860 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 38956) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:53:08.732378 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b3b2e8fe-13c5-45f6-92ef-a59862732cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854276476'] for router_interface, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:09.123173 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:09.328997 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-b3b2e8fe-13c5-45f6-92ef-a59862732cda admin admin] Deleting port 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:53:09.329384 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b3b2e8fe-13c5-45f6-92ef-a59862732cda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:09.513531 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-b3b2e8fe-13c5-45f6-92ef-a59862732cda admin admin] For port 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31,segment=NetworkSegment(743a95dd-3805-452d-9981-94ac9c5756ee),segment_id=743a95dd-3805-452d-9981-94ac9c5756ee)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:53:09.513857 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b3b2e8fe-13c5-45f6-92ef-a59862732cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:09.640655 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-b3b2e8fe-13c5-45f6-92ef-a59862732cda admin admin] Calling delete_port for 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 owned by network:router_interface {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:53:09.808214 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b3b2e8fe-13c5-45f6-92ef-a59862732cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:09.823823 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-bf18af96-c724-49d2-9c3d-ce5453945001 tempest-AttachVolumeTestJSON-2116838382 tempest-AttachVolumeTestJSON-2116838382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:53:09.877946 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2e8fe-13c5-45f6-92ef-a59862732cda admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:53:09.881930 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-b3b2e8fe-13c5-45f6-92ef-a59862732cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:53:10.223799 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b3b2e8fe-13c5-45f6-92ef-a59862732cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3353919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854276510'] for router_interface, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:10.240478 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:10.955266 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b2e8fe-13c5-45f6-92ef-a59862732cda admin admin] Router 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:53:11.084410 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:11.137686 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b2e8fe-13c5-45f6-92ef-a59862732cda admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:53:11.146344 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb9d283-ffc9-4db1-8a55-971e8b4e1273 None None] Sync routers for ids ['0a1fbd86-881d-4f33-9ea7-8ac22e555e27'] in dv-cinder-766752-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:53:11.150229 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-b3b2e8fe-13c5-45f6-92ef-a59862732cda admin admin] 10.222.0.68 "PUT /v2.0/routers/0a1fbd86-881d-4f33-9ea7-8ac22e555e27/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7861595
Dec 11 16:53:11.152975 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 38960) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:53:11.157067 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb9d283-ffc9-4db1-8a55-971e8b4e1273 None None] Routers {'0a1fbd86-881d-4f33-9ea7-8ac22e555e27'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:53:11.157741 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-4fb9d283-ffc9-4db1-8a55-971e8b4e1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabb43128>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:53:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['0a1fbd86-881d-4f33-9ea7-8ac22e555e27'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:53:11.339020 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9078a02b-0d26-453f-bc64-b5c0a228a1f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:11.340785 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-4fb9d283-ffc9-4db1-8a55-971e8b4e1273 None None] Set router 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:53:11.532821 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9078a02b-0d26-453f-bc64-b5c0a228a1f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:11.538989 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-9078a02b-0d26-453f-bc64-b5c0a228a1f2 admin admin] Deleting port 93357c5a-a855-4cf7-b7b3-21b50e9b95ae {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:53:11.539367 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9078a02b-0d26-453f-bc64-b5c0a228a1f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:11.727885 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-9078a02b-0d26-453f-bc64-b5c0a228a1f2 admin admin] For port 93357c5a-a855-4cf7-b7b3-21b50e9b95ae, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=93357c5a-a855-4cf7-b7b3-21b50e9b95ae,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:53:11.728202 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9078a02b-0d26-453f-bc64-b5c0a228a1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:11.794253 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-4fb9d283-ffc9-4db1-8a55-971e8b4e1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabb43128>, [{'id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'name': 'tempest-TestShelveInstance-663397787-router', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:31Z', 'updated_at': '2020-12-11T16:53:09Z', 'revision_number': 5, 'project_id': '994961baca084582a9934ffcde79a08c', 'gw_port': {'id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:32Z', 'updated_at': '2020-12-11T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:53:11.798408 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb9d283-ffc9-4db1-8a55-971e8b4e1273 None None] Checking router: 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 for host: dv-cinder-766752-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:53:11.807422 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb9d283-ffc9-4db1-8a55-971e8b4e1273 None None] Routers {'0a1fbd86-881d-4f33-9ea7-8ac22e555e27'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:53:11.808081 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-4fb9d283-ffc9-4db1-8a55-971e8b4e1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eabb43128>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:53:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['0a1fbd86-881d-4f33-9ea7-8ac22e555e27'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:53:11.856507 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-9078a02b-0d26-453f-bc64-b5c0a228a1f2 admin admin] Calling delete_port for 93357c5a-a855-4cf7-b7b3-21b50e9b95ae owned by network:router_gateway {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:53:11.993776 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-4fb9d283-ffc9-4db1-8a55-971e8b4e1273 None None] Set router 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:53:11.994017 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9078a02b-0d26-453f-bc64-b5c0a228a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:12.184596 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9078a02b-0d26-453f-bc64-b5c0a228a1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504972'] for router_gateway, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:12.296919 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-4fb9d283-ffc9-4db1-8a55-971e8b4e1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eabb43128>, [{'id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'name': 'tempest-TestShelveInstance-663397787-router', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:31Z', 'updated_at': '2020-12-11T16:53:09Z', 'revision_number': 5, 'project_id': '994961baca084582a9934ffcde79a08c', 'gw_port': {'id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:32Z', 'updated_at': '2020-12-11T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:53:12.301074 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb9d283-ffc9-4db1-8a55-971e8b4e1273 None None] The sync data for ids ['0a1fbd86-881d-4f33-9ea7-8ac22e555e27'] in dv-cinder-766752-1-iscsi is: [{'id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'name': 'tempest-TestShelveInstance-663397787-router', 'tenant_id': '994961baca084582a9934ffcde79a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:31Z', 'updated_at': '2020-12-11T16:53:09Z', 'revision_number': 5, 'project_id': '994961baca084582a9934ffcde79a08c', 'gw_port': {'id': '93357c5a-a855-4cf7-b7b3-21b50e9b95ae', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fbd86-881d-4f33-9ea7-8ac22e555e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:32Z', 'updated_at': '2020-12-11T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:53:12.318097 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9078a02b-0d26-453f-bc64-b5c0a228a1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854257088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854741722'] for router, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:12.320543 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9078a02b-0d26-453f-bc64-b5c0a228a1f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:12.342868 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9078a02b-0d26-453f-bc64-b5c0a228a1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854257090'] for router, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:12.343472 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9078a02b-0d26-453f-bc64-b5c0a228a1f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a1fbd86-881d-4f33-9ea7-8ac22e555e27 {{(pid=80200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 11 16:53:12.356624 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-9078a02b-0d26-453f-bc64-b5c0a228a1f2 admin admin] Notify callbacks [] for router, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:12.357869 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-9078a02b-0d26-453f-bc64-b5c0a228a1f2 admin admin] 10.222.0.68 "DELETE /v2.0/routers/0a1fbd86-881d-4f33-9ea7-8ac22e555e27 HTTP/1.1" status: 204  len: 168 time: 1.2038860
Dec 11 16:53:12.360581 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 38964) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:53:12.431920 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee2da7af-0d86-4f8c-8a76-0a22eb286897 admin admin] Deleting subnet fa5d12ee-640f-4f94-ac79-cca10d376e1e {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 11 16:53:12.435807 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ee2da7af-0d86-4f8c-8a76-0a22eb286897 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:12.488519 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ee2da7af-0d86-4f8c-8a76-0a22eb286897 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29288042'] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:12.510357 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:53:12.566604 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:53:12.567028 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 9b4ca9a1-e8ed-4399-80ee-f5ba6d718e31 not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:53:12.576034 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ee2da7af-0d86-4f8c-8a76-0a22eb286897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851265986'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:12.842179 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ee2da7af-0d86-4f8c-8a76-0a22eb286897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29322894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826608918'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:12.858544 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-8e2d52ca-1457-4f14-bd00-441fd9d64fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:53:12.909026 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2da7af-0d86-4f8c-8a76-0a22eb286897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa5d12ee-640f-4f94-ac79-cca10d376e1e,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:53:12.913616 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ee2da7af-0d86-4f8c-8a76-0a22eb286897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:53:12.995477 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-ee2da7af-0d86-4f8c-8a76-0a22eb286897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:13.000846 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9def888d-ae72-4872-a3bc-d9e09e6e64d9 None None] Network bff8e5ca-7c3b-4696-ab6e-323aef104ce6 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:53:13.001986 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-ee2da7af-0d86-4f8c-8a76-0a22eb286897 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/fa5d12ee-640f-4f94-ac79-cca10d376e1e HTTP/1.1" status: 204  len: 168 time: 0.6400237
Dec 11 16:53:13.004419 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 38968) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:53:13.123094 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3897092'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:13.190727 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] Deleting port 1429d4ce-e746-40d7-abdf-14ee0297618c {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:53:13.191081 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:13.251656 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128babc4-0999-466d-9220-7995dc8079ff None None] DHCP port deletion for bff8e5ca-7c3b-4696-ab6e-323aef104ce6 request from dv-cinder-766752-1-iscsi {{(pid=80201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 11 16:53:13.255950 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-128babc4-0999-466d-9220-7995dc8079ff None None] Deleting port 1429d4ce-e746-40d7-abdf-14ee0297618c {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:53:13.256375 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-128babc4-0999-466d-9220-7995dc8079ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:13.412145 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] For port 1429d4ce-e746-40d7-abdf-14ee0297618c, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=1429d4ce-e746-40d7-abdf-14ee0297618c,segment=NetworkSegment(743a95dd-3805-452d-9981-94ac9c5756ee),segment_id=743a95dd-3805-452d-9981-94ac9c5756ee)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:53:13.412715 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:13.474929 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-128babc4-0999-466d-9220-7995dc8079ff None None] For port 1429d4ce-e746-40d7-abdf-14ee0297618c, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=1429d4ce-e746-40d7-abdf-14ee0297618c,segment=NetworkSegment(743a95dd-3805-452d-9981-94ac9c5756ee),segment_id=743a95dd-3805-452d-9981-94ac9c5756ee)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:53:13.475388 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-128babc4-0999-466d-9220-7995dc8079ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:13.607893 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-128babc4-0999-466d-9220-7995dc8079ff None None] Calling delete_port for 1429d4ce-e746-40d7-abdf-14ee0297618c owned by network:dhcp {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:53:13.684592 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-128babc4-0999-466d-9220-7995dc8079ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550'] for port, after_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:13.700996 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:53:13.758975 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128babc4-0999-466d-9220-7995dc8079ff None None] Pushing event deleted for resources: {'Port': ['ID=1429d4ce-e746-40d7-abdf-14ee0297618c,revision_number=None']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:53:13.761696 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-128babc4-0999-466d-9220-7995dc8079ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:53:13.779689 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] Calling delete_port for 1429d4ce-e746-40d7-abdf-14ee0297618c owned by network:dhcp {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:53:13.845350 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128babc4-0999-466d-9220-7995dc8079ff None None] No DVR routers for this DVR port 1429d4ce-e746-40d7-abdf-14ee0297618c on host dv-cinder-766752-1-iscsi {{(pid=80201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:53:13.852592 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.api [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80200) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 16:53:13.852961 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_db.api [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 11 16:53:14.353779 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] Deleting port 1429d4ce-e746-40d7-abdf-14ee0297618c {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:53:14.354215 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:14.420611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] The port '1429d4ce-e746-40d7-abdf-14ee0297618c' was deleted {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 11 16:53:14.539560 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 93357c5a-a855-4cf7-b7b3-21b50e9b95ae no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:53:14.548592 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536934', 'neutron.services.segments.db._delete_segments_for_network--9223363279767150606'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:14.579493 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: 93357c5a-a855-4cf7-b7b3-21b50e9b95ae {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:53:14.579897 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 93357c5a-a855-4cf7-b7b3-21b50e9b95ae not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:53:14.580354 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 1429d4ce-e746-40d7-abdf-14ee0297618c no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:53:14.612206 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: 1429d4ce-e746-40d7-abdf-14ee0297618c {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:53:14.612538 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 1429d4ce-e746-40d7-abdf-14ee0297618c not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:53:14.666463 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6eab957668>,) {'filters': {'network_id': ['bff8e5ca-7c3b-4696-ab6e-323aef104ce6']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:53:14.679237 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eab957668>, '743a95dd-3805-452d-9981-94ac9c5756ee') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:53:14.679580 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eab957668>, '743a95dd-3805-452d-9981-94ac9c5756ee') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:53:14.692826 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279767145639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036825487758'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:14.708392 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:14.710433 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 11 16:53:14.895327 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] Network bff8e5ca-7c3b-4696-ab6e-323aef104ce6 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:53:14.905138 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3532889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29322805'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:15.082525 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] Network bff8e5ca-7c3b-4696-ab6e-323aef104ce6 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:   % (table.description, expected, rows_matched)
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:   % (table.description, expected, rows_matched)
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:   % (table.description, expected, rows_matched)
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:   % (table.description, expected, rows_matched)
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]: Traceback (most recent call last):
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:     timer()
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:     cb(*args, **kw)
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:     return func(*args, **kwargs)
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:     self._notify()
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.callback(batched_events)
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:     event.method(event)
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:     segment_id)['aggregates'][0]
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(self, *a, **k)
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self._get(url).json()
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:     **kwargs)
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.request(url, 'GET', **kwargs)
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:     **endpoint_filter)
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 16:53:15.108665 dv-cinder-766752-1-iscsi neutron-server[80088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 16:53:15.187471 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851238850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854270827'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:15.190793 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-44d4f572-ff18-4197-abb8-e6bf088e0623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:53:15.204834 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:15.215820 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] Pushing event deleted for resources: {'Network': ['ID=bff8e5ca-7c3b-4696-ab6e-323aef104ce6,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:53:15.219252 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:53:15.229223 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-dd8a6d34-fd93-443b-a030-8cd4201c8c61 admin admin] 10.222.0.68 "DELETE /v2.0/networks/bff8e5ca-7c3b-4696-ab6e-323aef104ce6 HTTP/1.1" status: 204  len: 168 time: 2.2237878
Dec 11 16:53:15.232915 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 38972) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:53:15.595103 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-26bb6356-5c1b-435a-93f3-361d51c167d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854276476'] for router_interface, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:16.194681 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-26bb6356-5c1b-435a-93f3-361d51c167d6 admin admin] Deleting port 4418e162-af59-433e-b778-6e6fc64d5e3a {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:53:16.195093 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-26bb6356-5c1b-435a-93f3-361d51c167d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:16.375863 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-26bb6356-5c1b-435a-93f3-361d51c167d6 admin admin] For port 4418e162-af59-433e-b778-6e6fc64d5e3a, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=4418e162-af59-433e-b778-6e6fc64d5e3a,segment=NetworkSegment(4042c10a-5000-4e42-aebe-6e63eb4f6099),segment_id=4042c10a-5000-4e42-aebe-6e63eb4f6099)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:53:16.376263 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-26bb6356-5c1b-435a-93f3-361d51c167d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:16.504627 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-26bb6356-5c1b-435a-93f3-361d51c167d6 admin admin] Calling delete_port for 4418e162-af59-433e-b778-6e6fc64d5e3a owned by network:router_interface {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:53:16.674255 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-26bb6356-5c1b-435a-93f3-361d51c167d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:16.690275 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-ea9bea68-6e4e-48ae-90dc-01a60a312750 tempest-AttachVolumeShelveTestJSON-1361612993 tempest-AttachVolumeShelveTestJSON-1361612993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:53:16.745368 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb6356-5c1b-435a-93f3-361d51c167d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4418e162-af59-433e-b778-6e6fc64d5e3a,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:53:16.748226 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-26bb6356-5c1b-435a-93f3-361d51c167d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:53:17.311030 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-26bb6356-5c1b-435a-93f3-361d51c167d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3353919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854276510'] for router_interface, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:17.805410 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bb6356-5c1b-435a-93f3-361d51c167d6 admin admin] Router d07e1939-fdf1-42c2-89f2-a5ddf48ff163 has already been hosted by L3 agent c5c19110-9f33-463e-8ae5-5fe227ec8dc2 {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 11 16:53:17.991422 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bb6356-5c1b-435a-93f3-361d51c167d6 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-iscsi the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 11 16:53:18.001249 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-26bb6356-5c1b-435a-93f3-361d51c167d6 admin admin] 10.222.0.68 "PUT /v2.0/routers/d07e1939-fdf1-42c2-89f2-a5ddf48ff163/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7672772
Dec 11 16:53:18.001408 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829829bd-e290-4362-a457-4a118bb50259 None None] Sync routers for ids ['d07e1939-fdf1-42c2-89f2-a5ddf48ff163'] in dv-cinder-766752-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 11 16:53:18.003995 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 38976) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:53:18.011866 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829829bd-e290-4362-a457-4a118bb50259 None None] Routers {'d07e1939-fdf1-42c2-89f2-a5ddf48ff163'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:53:18.012532 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-829829bd-e290-4362-a457-4a118bb50259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eb0106e10>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:53:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['d07e1939-fdf1-42c2-89f2-a5ddf48ff163'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:53:18.184428 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-14fec955-2019-47b1-98a9-6f4cee4f657a admin admin] Notify callbacks [] for router, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:18.197250 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-829829bd-e290-4362-a457-4a118bb50259 None None] Set router d07e1939-fdf1-42c2-89f2-a5ddf48ff163 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:53:18.376707 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-14fec955-2019-47b1-98a9-6f4cee4f657a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:18.382611 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-14fec955-2019-47b1-98a9-6f4cee4f657a admin admin] Deleting port 5e94017f-1b4e-44da-abe2-5436f177163d {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:53:18.383020 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-14fec955-2019-47b1-98a9-6f4cee4f657a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:18.570469 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-14fec955-2019-47b1-98a9-6f4cee4f657a admin admin] For port 5e94017f-1b4e-44da-abe2-5436f177163d, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=5e94017f-1b4e-44da-abe2-5436f177163d,segment=NetworkSegment(e293bf82-d0f3-48c6-abab-58bd7d604942),segment_id=e293bf82-d0f3-48c6-abab-58bd7d604942)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:53:18.570907 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-14fec955-2019-47b1-98a9-6f4cee4f657a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:18.684191 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-829829bd-e290-4362-a457-4a118bb50259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eb0106e10>, [{'id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'name': 'tempest-TestShelveInstance-1135861688-router', 'tenant_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '5e94017f-1b4e-44da-abe2-5436f177163d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:39Z', 'updated_at': '2020-12-11T16:53:16Z', 'revision_number': 5, 'project_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'gw_port': {'id': '5e94017f-1b4e-44da-abe2-5436f177163d', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:40Z', 'updated_at': '2020-12-11T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:53:18.689296 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829829bd-e290-4362-a457-4a118bb50259 None None] Checking router: d07e1939-fdf1-42c2-89f2-a5ddf48ff163 for host: dv-cinder-766752-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 11 16:53:18.698581 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829829bd-e290-4362-a457-4a118bb50259 None None] Routers {'d07e1939-fdf1-42c2-89f2-a5ddf48ff163'} bound to L3 agent in host dv-cinder-766752-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 11 16:53:18.699804 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-829829bd-e290-4362-a457-4a118bb50259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eb0106e10>, 'dv-cinder-766752-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:38Z,description=<?>,heartbeat_timestamp=2020-12-11T16:53:08Z,host='dv-cinder-766752-1-iscsi',id=c5c19110-9f33-463e-8ae5-5fe227ec8dc2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-11T16:17:39Z,topic='l3_agent')) {'router_ids': ['d07e1939-fdf1-42c2-89f2-a5ddf48ff163'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:53:18.704490 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-14fec955-2019-47b1-98a9-6f4cee4f657a admin admin] Calling delete_port for 5e94017f-1b4e-44da-abe2-5436f177163d owned by network:router_gateway {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:53:18.840372 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-14fec955-2019-47b1-98a9-6f4cee4f657a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036825452960'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:18.885120 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvr_db [None req-829829bd-e290-4362-a457-4a118bb50259 None None] Set router d07e1939-fdf1-42c2-89f2-a5ddf48ff163 gateway port host: dv-cinder-766752-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 11 16:53:19.032401 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-14fec955-2019-47b1-98a9-6f4cee4f657a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504972'] for router_gateway, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:19.163504 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-14fec955-2019-47b1-98a9-6f4cee4f657a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854257088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854741722'] for router, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:19.165748 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-14fec955-2019-47b1-98a9-6f4cee4f657a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:19.187756 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-14fec955-2019-47b1-98a9-6f4cee4f657a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854257090'] for router, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:19.188312 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fec955-2019-47b1-98a9-6f4cee4f657a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d07e1939-fdf1-42c2-89f2-a5ddf48ff163 {{(pid=80200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 11 16:53:19.191503 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_hamode_db [None req-829829bd-e290-4362-a457-4a118bb50259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eb0106e10>, [{'id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'name': 'tempest-TestShelveInstance-1135861688-router', 'tenant_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '5e94017f-1b4e-44da-abe2-5436f177163d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:39Z', 'updated_at': '2020-12-11T16:53:16Z', 'revision_number': 5, 'project_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'gw_port': {'id': '5e94017f-1b4e-44da-abe2-5436f177163d', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:40Z', 'updated_at': '2020-12-11T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}], 'dv-cinder-766752-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:53:19.195958 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829829bd-e290-4362-a457-4a118bb50259 None None] The sync data for ids ['d07e1939-fdf1-42c2-89f2-a5ddf48ff163'] in dv-cinder-766752-1-iscsi is: [{'id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'name': 'tempest-TestShelveInstance-1135861688-router', 'tenant_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'external_fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '5e94017f-1b4e-44da-abe2-5436f177163d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:48:39Z', 'updated_at': '2020-12-11T16:53:16Z', 'revision_number': 5, 'project_id': '0ca7dc1f6bfb4dd99378b1fcffc34916', 'gw_port': {'id': '5e94017f-1b4e-44da-abe2-5436f177163d', 'name': '', 'network_id': '2c8d0687-6545-4ddc-9608-794ea870ad6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e1939-fdf1-42c2-89f2-a5ddf48ff163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:48:40Z', 'updated_at': '2020-12-11T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c11ea905-4982-4de9-ba49-1a66c1d28d32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-iscsi'}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 11 16:53:19.200715 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-14fec955-2019-47b1-98a9-6f4cee4f657a admin admin] Notify callbacks [] for router, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:19.201949 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-14fec955-2019-47b1-98a9-6f4cee4f657a admin admin] 10.222.0.68 "DELETE /v2.0/routers/d07e1939-fdf1-42c2-89f2-a5ddf48ff163 HTTP/1.1" status: 204  len: 168 time: 1.1969666
Dec 11 16:53:19.204694 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 38980) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:53:19.271851 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f2f63e-4706-458d-b276-ba59effd7315 admin admin] Deleting subnet 06ac183b-5d4e-4d8a-aca4-5791de63dc76 {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 11 16:53:19.275170 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-04f2f63e-4706-458d-b276-ba59effd7315 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:19.331490 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-04f2f63e-4706-458d-b276-ba59effd7315 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29288042'] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:19.415409 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-04f2f63e-4706-458d-b276-ba59effd7315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851265986'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:19.682752 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-04f2f63e-4706-458d-b276-ba59effd7315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29322894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826608918'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:19.701187 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:53:19.749908 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2f63e-4706-458d-b276-ba59effd7315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06ac183b-5d4e-4d8a-aca4-5791de63dc76,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:53:19.752867 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-04f2f63e-4706-458d-b276-ba59effd7315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:53:19.841709 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-04f2f63e-4706-458d-b276-ba59effd7315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:19.846558 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170e74f3-44a6-420a-9a5c-612fd63f0f22 None None] Network 081d5d22-9acf-4761-89f3-b33afdd1cd26 requested from dv-cinder-766752-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 11 16:53:19.848710 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-04f2f63e-4706-458d-b276-ba59effd7315 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/06ac183b-5d4e-4d8a-aca4-5791de63dc76 HTTP/1.1" status: 204  len: 168 time: 0.6429634
Dec 11 16:53:19.851343 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 38984) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:53:19.968961 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3897092'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:20.035605 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] Deleting port 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:53:20.035982 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:20.094654 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f230d3d2-6a75-490d-8887-241e9b113403 None None] DHCP port deletion for 081d5d22-9acf-4761-89f3-b33afdd1cd26 request from dv-cinder-766752-1-iscsi {{(pid=80201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 11 16:53:20.099171 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-f230d3d2-6a75-490d-8887-241e9b113403 None None] Deleting port 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:53:20.099600 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f230d3d2-6a75-490d-8887-241e9b113403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:20.324506 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-f230d3d2-6a75-490d-8887-241e9b113403 None None] For port 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6,segment=NetworkSegment(4042c10a-5000-4e42-aebe-6e63eb4f6099),segment_id=4042c10a-5000-4e42-aebe-6e63eb4f6099)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:53:20.324869 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f230d3d2-6a75-490d-8887-241e9b113403 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:20.458553 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-f230d3d2-6a75-490d-8887-241e9b113403 None None] Calling delete_port for 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 owned by network:dhcp {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:53:20.479890 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.db [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] For port 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6, host dv-cinder-766752-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-iscsi',level=0,port_id=0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6,segment=NetworkSegment(4042c10a-5000-4e42-aebe-6e63eb4f6099),segment_id=4042c10a-5000-4e42-aebe-6e63eb4f6099)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 11 16:53:20.480810 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441450'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:20.540188 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f230d3d2-6a75-490d-8887-241e9b113403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850868007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757087540578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757087088550'] for port, after_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:20.565344 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:53:20.594528 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:53:20.617785 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] Calling delete_port for 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 owned by network:dhcp {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 11 16:53:20.649069 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230d3d2-6a75-490d-8887-241e9b113403 None None] Pushing event deleted for resources: {'Port': ['ID=0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6,revision_number=None']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:53:20.651027 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:53:20.651444 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:53:20.651946 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 4418e162-af59-433e-b778-6e6fc64d5e3a no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:53:20.680830 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-f230d3d2-6a75-490d-8887-241e9b113403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:53:20.693527 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.db.api [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80200) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 16:53:20.693898 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_db.api [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 11 16:53:20.696259 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: 4418e162-af59-433e-b778-6e6fc64d5e3a {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:53:20.696663 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 4418e162-af59-433e-b778-6e6fc64d5e3a not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:53:20.697134 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 5e94017f-1b4e-44da-abe2-5436f177163d no longer exists at agent ovs-agent-dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 11 16:53:20.787763 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] No Port match for: 5e94017f-1b4e-44da-abe2-5436f177163d {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 11 16:53:20.788203 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.rpc [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Device 5e94017f-1b4e-44da-abe2-5436f177163d not bound to the agent host dv-cinder-766752-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 11 16:53:20.805888 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f230d3d2-6a75-490d-8887-241e9b113403 None None] No DVR routers for this DVR port 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 on host dv-cinder-766752-1-iscsi {{(pid=80201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 11 16:53:21.194894 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] Deleting port 0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 11 16:53:21.195423 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279767242168'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:21.261198 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.plugin [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] The port '0f0df8ee-6044-4ffd-b06d-c5fa9cc8e9e6' was deleted {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 11 16:53:21.387338 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536934', 'neutron.services.segments.db._delete_segments_for_network--9223363279767150606'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:21.506488 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6eabb4d668>,) {'filters': {'network_id': ['081d5d22-9acf-4761-89f3-b33afdd1cd26']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:53:21.519482 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eabb4d668>, '4042c10a-5000-4e42-aebe-6e63eb4f6099') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:53:21.519829 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.services.segments.db [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eabb4d668>, '4042c10a-5000-4e42-aebe-6e63eb4f6099') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 11 16:53:21.532895 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279767145639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036825487758'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:21.548796 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851242927'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:21.550770 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 11 16:53:21.734282 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] Network 081d5d22-9acf-4761-89f3-b33afdd1cd26 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:53:21.743431 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3532889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29322805'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:21.925380 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.plugins.ml2.managers [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] Network 081d5d22-9acf-4761-89f3-b33afdd1cd26 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]: Traceback (most recent call last):
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:     timer()
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:     cb(*args, **kw)
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:     return func(*args, **kwargs)
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:     self._notify()
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:     self.callback(batched_events)
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:     event.method(event)
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:     segment_id)['aggregates'][0]
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:     return f(self, *a, **k)
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self._get(url).json()
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:     **kwargs)
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:     return self.request(url, 'GET', **kwargs)
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:     **endpoint_filter)
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 16:53:21.948049 dv-cinder-766752-1-iscsi neutron-server[80088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 16:53:22.027916 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851238850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851421914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854270827'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:22.031274 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:53:22.045270 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851421931'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:22.056060 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=081d5d22-9acf-4761-89f3-b33afdd1cd26,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:53:22.059631 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:53:22.061471 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-2cab53e8-ae74-4ef0-a707-2ceaba5122e2 admin admin] 10.222.0.68 "DELETE /v2.0/networks/081d5d22-9acf-4761-89f3-b33afdd1cd26 HTTP/1.1" status: 204  len: 168 time: 2.2091420
Dec 11 16:53:22.271025 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 38990) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:53:22.322734 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-ea573ff1-4e36-4e76-8a3b-9318304b35c7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=994961baca084582a9934ffcde79a08c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0503514
Dec 11 16:53:22.325697 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 38994) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:53:22.390307 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-37693cb6-2360-4bf1-be09-a2051acf85f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:22.417431 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-37693cb6-2360-4bf1-be09-a2051acf85f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:22.466968 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-37693cb6-2360-4bf1-be09-a2051acf85f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:22.472204 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-abb31bcb-6257-47ef-bfe2-b9432bf43ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:53:22.487868 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37693cb6-2360-4bf1-be09-a2051acf85f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562f83f1-0864-4b2d-a248-490b407d9538,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:53:22.495300 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-37693cb6-2360-4bf1-be09-a2051acf85f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:53:22.497386 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-37693cb6-2360-4bf1-be09-a2051acf85f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:22.501412 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-37693cb6-2360-4bf1-be09-a2051acf85f4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/562f83f1-0864-4b2d-a248-490b407d9538 HTTP/1.1" status: 204  len: 168 time: 0.1732643
Dec 11 16:53:22.958060 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 39002) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:53:23.009994 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-489ba84a-e585-4507-83d3-5c822d20a794 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0ca7dc1f6bfb4dd99378b1fcffc34916&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0506485
Dec 11 16:53:23.012492 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.68', 39006) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 11 16:53:23.063220 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:23.074229 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-66dab052-23eb-4488-be4c-d36a9ae7d095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:23.104912 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-66dab052-23eb-4488-be4c-d36a9ae7d095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:23.152912 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-66dab052-23eb-4488-be4c-d36a9ae7d095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854262792'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:23.158085 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-1152571d-c5bb-4c67-bd8e-8f4a904d6fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 11 16:53:23.169208 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dab052-23eb-4488-be4c-d36a9ae7d095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43113bd-1df0-4f72-ab26-5e07704cbd62,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 11 16:53:23.174211 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG oslo_concurrency.lockutils [None req-66dab052-23eb-4488-be4c-d36a9ae7d095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 11 16:53:23.176262 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-66dab052-23eb-4488-be4c-d36a9ae7d095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:23.179976 dv-cinder-766752-1-iscsi neutron-server[80088]: INFO neutron.wsgi [None req-66dab052-23eb-4488-be4c-d36a9ae7d095 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f43113bd-1df0-4f72-ab26-5e07704cbd62 HTTP/1.1" status: 204  len: 168 time: 0.1640253
Dec 11 16:53:31.760035 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:53:35.962872 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-722a3ce0-6f5d-483a-93ea-68b2720882c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:38.234188 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-b1bcbab4-dab6-4d4c-9df6-4ffc601ad95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:39.121659 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:40.242835 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:41.086047 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:53:53.077105 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:54:05.966095 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-15713ae1-5005-4d8c-9dbd-8cf1b4e722e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:54:08.235032 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ef27-431f-417f-9f1d-0e9e53316c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:54:08.759658 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:54:09.123532 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:54:10.244643 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:54:11.090612 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:54:23.072439 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:54:35.967815 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-e10ce8df-c8c7-41ed-af96-4bf325a42735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:54:38.236105 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-d8004f4a-a8cc-45cf-82cc-9fca6aa07839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:54:39.127088 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:54:40.246532 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:54:41.093684 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:54:45.759457 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:54:53.071919 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:55:05.969010 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0070af5c-b344-4638-a7a2-31c9e4bb17be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:55:08.236365 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7ffd41be-03c3-4e1c-bfd6-05548b901b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:55:09.128666 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:55:10.247331 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:55:11.097058 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:55:22.758883 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:55:23.072564 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:55:35.970837 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-20fde679-7ffd-4b3d-86d5-7e4a0ce3d844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:55:38.238584 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-dd7b1d1a-d792-4c15-8f40-5ea253c6e01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:55:39.132898 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:55:40.249819 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:55:41.099944 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:55:53.070012 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:55:59.758357 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:56:05.972166 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a8706edf-4ea8-43e1-a0f1-5978f0365cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:56:08.241568 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-a1f702ad-ba7a-43b7-ba55-67d8a0224582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:56:09.138343 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:56:10.251813 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:56:11.104535 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:56:23.068863 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:56:35.973551 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0c2e46ff-1bd9-4cf7-95a9-79e7f37b6a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:56:36.758151 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:56:38.241735 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-0bf88d89-3b4b-416e-86ce-c851fa5b870f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:56:39.138123 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:56:40.253986 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:56:41.108264 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:56:53.067419 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:57:05.976151 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-8c8dcbaf-4016-46f3-b71e-0f014d5e03c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:57:08.241957 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-7a8b5123-72d5-42cc-a3cc-bcf3cc5aa5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:57:09.140918 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:57:10.255654 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:57:11.111173 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:57:13.757626 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:57:23.067238 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:57:35.976802 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c14d4ccb-1802-49a6-9742-619e646e0de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:57:38.243522 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-f2944754-4035-4082-b9bb-0870863a4efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:57:39.145129 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:57:40.256623 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:57:41.276739 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:57:50.756986 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:57:53.065819 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:58:05.977937 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-873b3146-a772-4e8e-8d82-300abd6da3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:58:08.243654 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-c1d9b3ce-c791-4537-ba86-269e68e9014f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:58:09.146072 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:58:10.258027 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-545470cf-b609-41e1-ae49-8a6e4b218fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:58:11.118148 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-acf23e0f-1c2c-48db-b24f-b8a9086c31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:58:23.066467 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed5f-bb0a-4608-89d6-62ad87821acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:58:27.756585 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron.db.agents_db [None req-d1b3b1d9-388a-483d-9a7d-0826bfbdd827 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 11 16:58:35.979812 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-faccad11-76a2-4b0e-85ca-691377aec1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:58:38.244798 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-536e6e67-713d-46d2-ace4-340aa334041e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 11 16:58:39.149855 dv-cinder-766752-1-iscsi neutron-server[80088]: DEBUG neutron_lib.callbacks.manager [None req-3ac8142f-252f-41e9-a05c-562566fcc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279767150623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3510020'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}